-- Logs begin at Wed 2021-02-17 17:04:33 UTC, end at Wed 2021-02-17 18:10:21 UTC. -- Feb 17 17:41:00.788076 dv-cinder-760199-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 17:41:03.549792 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:41:03.550355 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:41:03.551709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:41:03.553511 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:41:03.553809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:41:03.554170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:41:03.555265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:03.555542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:03.556586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:03.556877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:03.557143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:03.557524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.557875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.558221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.558514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.558866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.559211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.559569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.559895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.560244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.560576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.560904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.561821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.562097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.562449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.562798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.563137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.563406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] debug = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.563734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.564285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.564616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.564945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.565282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.565602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.565927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.566261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.566667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] host = dv-cinder-760199-3-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.566997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.567335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.567675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.568015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.568336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.568660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.568998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.569319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.569644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.569968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.570309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.570675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.571023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.571289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.571551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.571887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.572231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.572557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.572882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.573208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.573531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.573851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.574167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.574530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.574869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.575206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.575529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.575850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.576167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.576486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.576912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.577235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.577558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.577882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.578222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.578562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.578889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.579245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.579583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.579920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.580257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.580580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.580917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.581235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.581552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.581868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_json = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.582187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.582532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.582865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.583186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.583505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.583828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.584145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.584484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:03.584829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.585179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.585534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.585866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.586206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.586563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.586907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.587230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.587571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.587912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.588247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.588569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.588901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.589223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.589573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.589928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.590274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.590655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.590977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.591296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.591614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.591937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.592305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.593740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.593740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.593740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.593740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.594753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.594753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.595749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.597449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.597816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.599265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.599616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.599963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.600302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.600637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.600968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.601304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.601657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.608413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.609542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.610657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.611673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.611673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.611673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.611673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.612160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.612324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.612600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.612924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.613256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.613585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.613916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.614237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.614616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.614951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.615288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.615618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.615945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.616296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.616630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.616957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.617283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.617608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.617942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.618280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.618655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.618998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.619340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.619683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.620027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.620357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.620725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.621054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:03.621312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:03.621591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83868) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 17:41:04.297075 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Gnome Feb 17 17:41:04.315523 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Google Feb 17 17:41:04.318108 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 17:41:04.321635 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading file Feb 17 17:41:04.322716 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading keyczar Feb 17 17:41:04.323004 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading multi Feb 17 17:41:04.323779 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO keyring.backend [-] Loading pyfs Feb 17 17:41:04.370544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:04.370860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:04.371197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:04.371587 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 17:41:04.769045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.769598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.769704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.820226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.820555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.820867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.824548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.824868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.825179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.894826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.895149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.895724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.896885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.897201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:04.897506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.173483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.173812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.174130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.174465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.175331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.328192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.328569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.328906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.329222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.329533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.329931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.330240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.330563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.330862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.331208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.331514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.331826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.332141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.332441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.332759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.333083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.333385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.333714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.334012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.334535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.334835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.335129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.335481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.335770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.336058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.336493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.336841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.337150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.337437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.337776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.338081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:05.338539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 17:41:05.341853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 17:41:05.346639 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 17:41:05.350656 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 17 17:41:05.352343 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 17:41:05.353618 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 17:41:05.354010 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 17:41:05.354479 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 17:41:05.357497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 17:41:05.357783 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 17:41:05.358205 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 17:41:05.380384 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 17:41:05.380909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.381245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 17:41:05.381663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.383101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 17:41:05.383443 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 17:41:05.383806 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 17:41:05.387150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.387476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:05.461525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 17:41:05.461803 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 17:41:05.462083 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 17:41:05.462566 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 17:41:05.497209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.sqlalchemy.engines [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83868) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 17:41:05.952307 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing driver for type 'gre' Feb 17 17:41:05.952889 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] gre ID ranges: [(1, 1000)] Feb 17 17:41:05.993405 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing driver for type 'local' Feb 17 17:41:05.993794 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing driver for type 'vlan' Feb 17 17:41:06.003564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] VlanTypeDriver initialization complete Feb 17 17:41:06.003946 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing driver for type 'vxlan' Feb 17 17:41:06.004478 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] vxlan ID ranges: [(1, 1000)] Feb 17 17:41:06.046579 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing extension driver 'port_security' Feb 17 17:41:06.046948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.extensions.port_security [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] PortSecurityExtensionDriver initialization complete Feb 17 17:41:06.047327 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing mechanism driver 'openvswitch' Feb 17 17:41:06.053590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83868) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:06.054450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.054874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.055273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.055710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.056110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.056499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.057250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.057250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.057640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.058086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.058476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.058861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.059286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.059676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.060055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.060611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.061019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.061400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.061776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] ML2 OVO RPC backend initialized. {{(pid=83868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 17:41:06.062521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.062916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.063380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.063769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > networks before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.064178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.064619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > ports before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.065008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.065463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.065863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.066253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.066679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.067060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.067439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.067817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.068197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.068577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.068950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.069598 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.plugin [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Modular L2 Plugin initialization complete Feb 17 17:41:06.069962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading services supported by the core plugin {{(pid=83868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 17:41:06.070334 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.plugins.ml2.managers [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Got port-security extension from driver 'port_security' Feb 17 17:41:06.070897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.extensions.vlantransparent [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Disabled vlantransparent extension. Feb 17 17:41:06.071386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 17:41:06.071743 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: router Feb 17 17:41:06.111732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.112182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.112599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router before_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.113011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.113436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.113838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_delete 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.114252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.114770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.115194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.115643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.116043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.116456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.116953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.117410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.117800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.118184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: subnet after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.118597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.118996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.119391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.119787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.120176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.120589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router after_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.120977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.121375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.121798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.122191 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.122653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.123763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Tracking information for resource: router configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:06.124218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Tracking information for resource: floatingip configured {{(pid=83868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:41:06.129226 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_agentschedulers_db [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 17:41:06.129886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.130289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.130709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.131103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: port after_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.132028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router before_create 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.132439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.132851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.133285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.138072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.provider_configuration [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service providers = [] {{(pid=83868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 17:41:06.138496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.servicetype_db [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 17:41:06.142019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:06.142445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:06.142808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:06.143700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.service_base [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:41:06.144111 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.services.service_base [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 17:41:06.144543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.144897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 17:41:06.155926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.156296 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: auto_allocate Feb 17 17:41:06.162171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: network precommit_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.162614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: network precommit_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.163212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.163578 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: tag Feb 17 17:41:06.170617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.170995 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: timestamp Feb 17 17:41:06.174890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.175414 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: network_ip_availability Feb 17 17:41:06.180923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.181343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.181744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.182598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.182964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: flavors Feb 17 17:41:06.188119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.188495 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading Plugin: revisions Feb 17 17:41:06.192772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:41:06.193206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=83868) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:06.194016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 17:41:06.194384 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Initializing extension manager. Feb 17 17:41:06.194978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: __init__.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.195365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: __pycache__ {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.195746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.196121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: address_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.197103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.197750 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: address-group Feb 17 17:41:06.198119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: address_scope.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.198920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.199504 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: address-scope Feb 17 17:41:06.199867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.200811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.201401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: router-admin-state-down-before-update Feb 17 17:41:06.202391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: agent.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.203143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.203727 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: agent Feb 17 17:41:06.204094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: agent_resources_synced.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.205021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.205599 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: agent-resources-synced Feb 17 17:41:06.205964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.207823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.208416 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: allowed-address-pairs Feb 17 17:41:06.208838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.209929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.210981 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: auto-allocated-topology Feb 17 17:41:06.211351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.212109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.212707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: availability_zone Feb 17 17:41:06.213075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: availability_zone_filter.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.214001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.214611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: availability_zone_filter Feb 17 17:41:06.214981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: data_plane_status.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.215902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.216477 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 17:41:06.216844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: default_subnetpools.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.217795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.218374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: default-subnetpools Feb 17 17:41:06.218777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.219746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.220334 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: dhcp_agent_scheduler Feb 17 17:41:06.220702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: dns.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.221651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.222232 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 17:41:06.222629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: dns_domain_ports.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.223562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.224146 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 17:41:06.224511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: dvr.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.225246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.225829 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: dvr Feb 17 17:41:06.226196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: empty_string_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.227161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.227746 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: empty-string-filtering Feb 17 17:41:06.228113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.229048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.229626 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:41:06.229993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.230960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.231540 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 17:41:06.231908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: external_net.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.232877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.233459 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: external-net Feb 17 17:41:06.233824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.234794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.235372 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: extra_dhcp_opt Feb 17 17:41:06.235736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: extraroute.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.236660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.237236 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: extraroute Feb 17 17:41:06.237599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: extraroute_atomic.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.238688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.239277 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: extraroute-atomic Feb 17 17:41:06.239643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: filter_validation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.240367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.240948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: filter-validation Feb 17 17:41:06.241311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: fip_pf_description.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.242232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.242839 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 17:41:06.243204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: fip_port_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.244148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.244729 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: fip-port-details Feb 17 17:41:06.245094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: flavors.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.246353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.246964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: flavors Feb 17 17:41:06.247332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.249565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.250951 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 17:41:06.250951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: floatingip_pools.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.251665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.252020 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: floatingip-pools Feb 17 17:41:06.252389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: ip_allocation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.253351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.253934 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 17:41:06.254301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.255260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.255848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: ip-substring-filtering Feb 17 17:41:06.256217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l2_adjacency.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.257205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.257782 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 17:41:06.258149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.259336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.259939 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: router Feb 17 17:41:06.260308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.262651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.263253 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:41:06.263627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.265162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.265756 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: ext-gw-mode Feb 17 17:41:06.266125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.267084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.267672 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: l3-ha Feb 17 17:41:06.268043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3_flavors.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.268979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.269564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: l3-flavors Feb 17 17:41:06.269934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.271161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.271744 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 17:41:06.272109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: l3agentscheduler.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.273435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.274036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: l3_agent_scheduler Feb 17 17:41:06.274434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: logging.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.275937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.276534 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension logging not supported by any of loaded plugins Feb 17 17:41:06.276908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: metering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.277718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.278444 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: metering Feb 17 17:41:06.278821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.279968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.280559 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: metering_source_and_destination_fields Feb 17 17:41:06.280930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: multiprovidernet.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.281873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.282501 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: multi-provider Feb 17 17:41:06.282875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: netmtu.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.283807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.284391 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: net-mtu Feb 17 17:41:06.284755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: netmtu_writable.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.285684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.286268 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: net-mtu-writable Feb 17 17:41:06.286658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: network_availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.287384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.287966 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: network_availability_zone Feb 17 17:41:06.288328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: network_ip_availability.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.289454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.290042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: network-ip-availability Feb 17 17:41:06.290444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: network_segment_range.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.291386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.291967 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 17:41:06.292334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: pagination.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.293338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.293715 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: pagination Feb 17 17:41:06.294079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: port_device_profile.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.295053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.295666 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: port-device-profile Feb 17 17:41:06.296032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.296968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.297551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: port-mac-address-regenerate Feb 17 17:41:06.297913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.298887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.299469 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: port-numa-affinity-policy Feb 17 17:41:06.299832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: port_resource_request.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.300773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.301356 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 17:41:06.301717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: portbindings.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.302687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.303277 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: binding Feb 17 17:41:06.303643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: portbindings_extended.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.304933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.305525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: binding-extended Feb 17 17:41:06.305898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: portsecurity.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.306854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.307446 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: port-security Feb 17 17:41:06.307815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: project_id.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.308798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.309180 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: project-id Feb 17 17:41:06.309548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: providernet.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.310507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.311646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: provider Feb 17 17:41:06.312011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.315555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.316163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos not supported by any of loaded plugins Feb 17 17:41:06.316542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.319106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.319706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 17:41:06.320084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.321028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.321619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 17:41:06.321990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_default.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.322938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.323518 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-default not supported by any of loaded plugins Feb 17 17:41:06.323887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_fip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.324591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.325161 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 17:41:06.325528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.326550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.327654 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 17:41:06.328020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.328959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.329539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 17:41:06.329903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.330856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.331438 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 17:41:06.331802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: qos_rules_alias.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.332854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.333445 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 17:41:06.333814 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: quotasv2.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.334876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.335253 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: quotas Feb 17 17:41:06.335617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: quotasv2_detail.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.337202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.337590 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: quota_details Feb 17 17:41:06.337961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: rbac.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.339170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.339770 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: rbac-policies Feb 17 17:41:06.340142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: rbac_address_scope.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.341081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.341671 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: rbac-address-scope Feb 17 17:41:06.342038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: rbac_security_groups.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.343141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.343733 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: rbac-security-groups Feb 17 17:41:06.344103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.345035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.345619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: rbac-subnetpool Feb 17 17:41:06.345988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: revisionifmatch.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.346947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.347538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: revision-if-match Feb 17 17:41:06.347907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: revisions.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.349044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.349632 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: standard-attr-revisions Feb 17 17:41:06.350001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: router_availability_zone.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.350759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.351348 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: router_availability_zone Feb 17 17:41:06.351713 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: routerservicetype.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.352657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.353252 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 17:41:06.353620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.354589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.355183 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: security-groups-normalized-cidr Feb 17 17:41:06.355550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.356496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.357078 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: port-security-groups-filtering Feb 17 17:41:06.357443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.358480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.359073 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: security-groups-remote-address-group Feb 17 17:41:06.359446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: securitygroup.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.372871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.374051 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: security-group Feb 17 17:41:06.374452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: segment.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.375339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.375922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension segment not supported by any of loaded plugins Feb 17 17:41:06.376290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.377261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.377846 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 17:41:06.378214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: servicetype.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.379355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.379952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: service-type Feb 17 17:41:06.380327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: sorting.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.381324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.381703 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: sorting Feb 17 17:41:06.382066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: standard_attr_segment.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.383032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.383629 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 17:41:06.383995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: standardattrdescription.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.384692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.385273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: standard-attr-description Feb 17 17:41:06.385642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: stateful_security_group.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.386614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.387201 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: stateful-security-group Feb 17 17:41:06.387568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: stdattrs_common.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.388182 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 17:41:06.388550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.390148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.390766 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 17:41:06.391132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnet_onboard.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.392225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.392825 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: subnet_onboard Feb 17 17:41:06.393193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.394136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.394743 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 17:41:06.395110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnet_service_types.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.396312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.396895 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: subnet-service-types Feb 17 17:41:06.397260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnetallocation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.398390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.399027 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: subnet_allocation Feb 17 17:41:06.399395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.400121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.400723 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: subnetpool-prefix-ops Feb 17 17:41:06.401084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.402030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.402646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 17:41:06.403012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: tagging.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.404370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.404993 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: standard-attr-tag Feb 17 17:41:06.405360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: timestamp.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.406592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.407186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loaded extension: standard-attr-timestamp Feb 17 17:41:06.407560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: trunk.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.408610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.409199 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension trunk not supported by any of loaded plugins Feb 17 17:41:06.409626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: trunk_details.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.410663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.411252 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 17:41:06.411615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.412556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.413136 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 17:41:06.413502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Loading extension file: vlantransparent.py {{(pid=83868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:41:06.414220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:41:06.414853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 17:41:06.417679 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:network Feb 17 17:41:06.418598 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnet Feb 17 17:41:06.419376 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:06.420044 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:port Feb 17 17:41:06.421651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.422148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service FLAVORS assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.422916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.423397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.423775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:router Feb 17 17:41:06.424507 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:41:06.425280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service METERING assigned prefix: /metering {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.427112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.427522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.427910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83868) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:41:06.429078 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:41:06.429567 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:41:06.430375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:41:06.431221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service CORE assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.431636 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:06.432010 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] subnetpool is already registered Feb 17 17:41:06.432687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service CORE assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.433061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:06.433434 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] subnetpool is already registered Feb 17 17:41:06.436717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.437199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service FLAVORS assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.437854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.438323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.438722 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:router Feb 17 17:41:06.439095 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] router is already registered Feb 17 17:41:06.439757 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:41:06.440127 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] floatingip is already registered Feb 17 17:41:06.440819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service METERING assigned prefix: /metering {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.441570 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:41:06.441939 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] rbac_policy is already registered Feb 17 17:41:06.442603 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:41:06.442974 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] security_group is already registered Feb 17 17:41:06.443636 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:41:06.444006 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] security_group_rule is already registered Feb 17 17:41:06.444738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service CORE assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.445119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:06.445495 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] subnetpool is already registered Feb 17 17:41:06.446176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.resource_helper [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Service CORE assigned prefix: {{(pid=83868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:41:06.446574 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:41:06.446939 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.quota.resource_registry [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] subnetpool is already registered Feb 17 17:41:06.447661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: extensions {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.449254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: address-groups {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.450986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: address-scopes {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.452946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.454229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: auto-allocated-topology {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.455587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: availability_zones {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.457130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: dhcp-networks {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.458669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: dhcp-agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.460173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.462081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: flavors {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.463352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: service_profiles {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.464651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: next_providers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.467244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: service_profiles {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.468818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: floatingip-pools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.470108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.472039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: floatingips {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.473360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: l3-routers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.474877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: l3-agents {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.476440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: metering-labels {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.477871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: metering-label-rules {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.479308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: network-ip-availabilities {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.480652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: bindings {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.482405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: quotas {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.483990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: quotas {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.485498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: rbac-policies {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.486917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: security-groups {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.488190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: security-group-rules {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.489507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: service-providers {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.490846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: subnetpools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.492348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: subnetpools {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.493908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.495702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.497612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.500069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.501987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.503813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.505694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.507690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.509660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.511636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.extensions [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Extended resource: tags {{(pid=83868) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:41:06.519381 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 17:41:06.524990 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 17:41:06.534537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Acquired lock "singleton_lock" {{(pid=83868) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 17:41:06.535067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Releasing lock "singleton_lock" {{(pid=83868) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 17:41:06.536526 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Starting 2 workers Feb 17 17:41:06.541470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Started child 83979 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:06.546526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.547474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Started child 83980 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:06.547999 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [-] (83979) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:41:06.548980 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 17:41:06.549668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Notify callbacks [] for process, before_spawn {{(pid=83868) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.550802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.552181 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [-] (83980) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:41:06.552313 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Starting 1 workers Feb 17 17:41:06.557805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Started child 83981 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:06.558370 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Starting 1 workers Feb 17 17:41:06.560911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] calling RpcWorker wait() {{(pid=83981) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 17:41:06.561386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] returning from RpcWorker wait() {{(pid=83981) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 17:41:06.563530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.563680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Started child 83982 {{(pid=83868) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:41:06.563758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:06.564195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-da72b84a-4937-4fca-be36-696569df91b7 None None] Notify callbacks [] for process, after_spawn {{(pid=83868) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.565907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83868) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:41:06.566150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:06.566366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:06.566655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:06.567039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:06.567229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:06.567778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.567959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:06.568082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.568577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.568870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.569164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:06.569257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.569912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.570225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.570541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.570861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.571147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.571343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.571539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.571827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.572096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.572440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.572736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.573019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.573290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.573503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.573770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.574077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.574359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.574677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] debug = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.574952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.575535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.575794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.576096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.576356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.577236 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.577508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.577817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.578101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.578354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.578638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.578924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.579201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.579473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.579772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.580028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.580503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host = dv-cinder-760199-3-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.580770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.581025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.581315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.581579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.581861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.582137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.582450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.582748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.583011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.583277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.583547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.583811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.584094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.584368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.584559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_options = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.584828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.585134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.585430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.585644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.585838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.586029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.586325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.586542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.586826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.587077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.587429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.587581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.587811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.588064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.588365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.588614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.588889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.589132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.589414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.589704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.589991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.590254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.590525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.590794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.591052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.591306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.591544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.591808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.592069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.592925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.593201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.593485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.593735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.594021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.594309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.594577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.594875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.595120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.595389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.595682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.595965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.596217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.596481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.597217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.597530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.597700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_json = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.597953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.598199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.598505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.598757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.599053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.599274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.599527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.599812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.600665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.601190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.601937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.602276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.602472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.602764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.603323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.603582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.603936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.604212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.604527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.605473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.605473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.605473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.607848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.609341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.610440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.610440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.610440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.610849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.610849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.611119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.611333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.611584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.611836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.612099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.612399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.612652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.612900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.613159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.613439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.613685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.613949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.614204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.614518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.614790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.615046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.615294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.615541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.615786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.616031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.616296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.616560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.616836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.617119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.617346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.617597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.617864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.618134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.618429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.618697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.618964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.619232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.619505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.619774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.622695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.623970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.624246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.624522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.624805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.625079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.625368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.625640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.625906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.626172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.626548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.629242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.629528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.629833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.630111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.630383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.630696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.630973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.631240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.631507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.631770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.632034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.632293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.632612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.632972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.633270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.633562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.633826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.634104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.634365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.637648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.641259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.642318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.642635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.642968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.643269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.643578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.643876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.644149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.644468 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.644737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.645009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.645292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.645848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.646126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.646791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.647114 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.648715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.649403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.649728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.650997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.652223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.652562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.652837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.653151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.653514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.653845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.654159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.654787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.655828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.656144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.656446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.656756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.657036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.657330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.657600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.657923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.658232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.658523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.658782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.659408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.659781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.660091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.660422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.660676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.661039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.661400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.661736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.662795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.663099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.663524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.663815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.664261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.664625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.665005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.665291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.665548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.665830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.666083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.666342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.666649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.666907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.667198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.667454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.667715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.667981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.668239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.668499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.668788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.669038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.669298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.669572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.669834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.670090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.670368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.670650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.670940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.671195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.671505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.671791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.672060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.672348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.672609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.672887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.673144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.673427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.673683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.673932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.674743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.675452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.675940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.676287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.677939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.678213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.678530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.679064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.680187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.680597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.681514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.681808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.682695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.683359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.683783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.684051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.684942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.685221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.685485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.685861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.686200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.687197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.687716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.688127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.689154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.689486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.689813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.690177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.690739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.691019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.691123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:06.691283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.691539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.691813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.692068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.692320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.692582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.692835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.693135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.693386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.693635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.693891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.694139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.694499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.694804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.695065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.695377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.695653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.695941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.696222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.696600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.696870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.697154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.697414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.697694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.697970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.698282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.698698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.699042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.699365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.699664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.699999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.700302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.700622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.700875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.701186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.702089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.702381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.704128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.706072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.706417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.706728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.707007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.707280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.707551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.707821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.708128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.708417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.708688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.708948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.709227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.709484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.709753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.710007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.710282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.710640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.710862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:06.711428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83868) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:41:06.711641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:41:06.711847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:41:06.712079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:41:06.712293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:41:06.712495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:41:06.712759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.712994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.713189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.713325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.713525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.713762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.713961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.714155 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.714350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.714568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.714762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.714924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.715122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.715315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.715512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.715703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.715895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.716086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.716282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.716476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.716667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.716857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.717046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] debug = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.717883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.718065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.718251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.718424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.718629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.718819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.719959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.720147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.720335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.720524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.720716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.720905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host = dv-cinder-760199-3-iscsi {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.721095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.721283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.721470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.721660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.721849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.722038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.722228 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.722425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.722666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.722838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_options = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.723944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.724138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.724322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.724538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.724729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.724918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.725109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.725301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.725494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.725682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.725870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.726059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.726248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.726457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.726649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.726837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.727969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.728156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.728343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.728530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.728719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.728907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.729095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.729283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.729472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.729661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.729850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.730990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.731182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.731360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.731523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.731699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.731884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.732073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.732263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.732452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_json = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.732639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.732854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.733985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:41:06.734197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.734391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.734635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.734826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735017 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.735978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.736176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.736367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.736572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.736763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.736976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.737147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.737337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.737528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.737721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.737912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.738082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.738270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.738516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.738710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.738902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.739094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.739286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.739479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.739673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.739865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.740962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.741153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.741345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.741537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.741729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.741926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.742110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.742303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.742517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.742715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.742902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.743082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.743268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.743438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.743891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.743891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.744776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.745875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.746904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.747982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.748131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.748306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.748499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.748657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.748855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.749029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.749372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.749745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.749943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.750146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.750357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.750552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.750725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.750930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.751089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.751261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.751480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.751647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.751839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.752990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.753181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.753371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.753560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.753749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.753940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.754130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.754302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.754506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.754700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.754890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.755080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.755283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.755480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.755676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.755866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.756065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.756270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.756463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.756655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.756846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.757036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.757227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.757419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.757609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.757800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.758998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.759189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.759429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.759623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.759817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.760008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.760173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.760365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.760556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.760748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.761948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.762914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.763107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.763271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.763467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.763627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.763820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.764536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.764735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.764927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.765120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.765311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.765502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.765694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.765885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.766079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.766268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.766483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.766680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.766873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.767067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.767259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.767452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.767645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.767837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.768030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.768220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.768414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.768606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.768817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.769932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.770139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.770332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.770799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.770994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.771185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.771378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.771564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.771742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.771933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.772124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.772316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.772520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.772683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.772871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.773064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.773256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.773447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.773638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.773828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.774034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.774227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.774446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.774629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.774821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.775999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.776190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.776381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.776571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.776762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.776962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.777157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.777348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.777549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.777740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.777931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.778125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.778331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.778543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.778739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.778930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.779122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.779314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.779508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.780276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.780467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.780669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.780864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.781064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.781265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.781466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.781660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.781863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.782038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.782230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.782442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.782635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.782827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.783975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.784166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.784356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.784549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.784738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.784929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.785120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.785310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.785501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.785691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:41:06.785878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83868) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:41:06.958551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36668) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:06.970079 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093939 Feb 17 17:41:17.342364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae644f-22a1-4e5b-bc9e-d351f4639cdb None None] get_active_networks_info from dv-cinder-760199-3-iscsi {{(pid=83981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 17:41:17.483746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae644f-22a1-4e5b-bc9e-d351f4639cdb None None] No non-hosted networks {{(pid=83981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 17:41:17.612845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e876f0e5-2aef-497c-a879-c19d5ea27f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:19.021347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9bebd096-9670-4e1e-afa4-505a6775b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:19.086541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afde0b1a-0984-413c-8bbc-a9c86d2abb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:20.064004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:21.289997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:21.290704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.298090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.299663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.304097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.304677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.305209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.305731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.306269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.306808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.307339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.307859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.314215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:21.314848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:21.320962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:21.709002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:22.969816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36758) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:23.321658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] get_endpoint_by_host() called for host dv-cinder-760199-3-iscsi {{(pid=83981) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:41:23.326972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=83981) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:41:23.331002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=83981) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:41:23.337779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] _get_endpoints() called {{(pid=83981) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:41:23.364274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_hamode_db [None req-fbb1f0cf-ce16-4bdd-b9a6-5a1b49d09fbe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 17:41:23.456632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1f0cf-ce16-4bdd-b9a6-5a1b49d09fbe None None] Routers set() bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:41:23.457083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1f0cf-ce16-4bdd-b9a6-5a1b49d09fbe None None] Router IDs set() for agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 17:41:23.672187 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-ea4e9a84-3ddb-4bd8-8818-637ffc143f44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:23.672758 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-ea4e9a84-3ddb-4bd8-8818-637ffc143f44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:23.907593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-ea4e9a84-3ddb-4bd8-8818-637ffc143f44 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:23.908794 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ea4e9a84-3ddb-4bd8-8818-637ffc143f44 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9378746 Feb 17 17:41:26.660778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36774) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:27.053365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:27.121458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.policy [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83980) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:41:27.159089 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:27.159502 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:41:27.185686 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Loaded quota_driver: . Feb 17 17:41:27.201845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:27.260049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264272276236', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264272391810', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264272390424', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264272372952', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264272371777', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3761316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853218060'] for rbac-policy, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:27.323377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:27.324622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-754d8015-acaf-4635-8866-f79f2c97efa1 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6628206 Feb 17 17:41:30.354172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36788) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:30.731659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Request body: {'network': {'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'name': 'private'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:30.738176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:30.742990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Usage tracker for resource:network and tenant:3623bcd8d464454e8358a6b5b1806f3b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:30.746748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:30.753565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:30.762453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Made reservation on behalf of 3623bcd8d464454e8358a6b5b1806f3b for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:41:30.768486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:30.787889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:30.958225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:30.962211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3623bcd8d464454e8358a6b5b1806f3b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:30.965910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:30.972334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:31.074193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.077337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.082524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:31.103772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:41:31.131321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.131813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Added segment 40989b72-0a25-47e1-abf9-528db967900f of type vxlan for network 755efc8d-87eb-4d45-8deb-197039d92c69 Feb 17 17:41:31.188815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac0026-8dae-486e-b319-c9c53872a594,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:31.213136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.213438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.213806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.214168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.214554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.214916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.215270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.215625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.215979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.216332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.216683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.217030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Tracked resource versions report: Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:41:31.218743 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:41:31.253360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.267992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:31.296109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.297449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:31.298114 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:31.303407 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:31.418198 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0627713 Feb 17 17:41:31.418990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=755efc8d-87eb-4d45-8deb-197039d92c69,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:31.422224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:31.430623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 755efc8d-87eb-4d45-8deb-197039d92c69 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:41:34.476940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36804) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:34.963537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fea67-b3c9-4ccd-9fa2-8f0e617f8d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:34.965046 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-026fea67-b3c9-4ccd-9fa2-8f0e617f8d3e admin admin] 10.222.0.58 "GET /v2.0/networks/755efc8d-87eb-4d45-8deb-197039d92c69 HTTP/1.1" status: 200 len: 818 time: 0.4870653 Feb 17 17:41:34.996853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-73527e3f-d97a-45b9-a90b-c7a299dc78a3 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/31123a5d-65bd-4342-bf65-ca378123f50e HTTP/1.1" status: 200 len: 734 time: 0.0255086 Feb 17 17:41:35.007683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Request body: {'subnet': {'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:35.012690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:35.017324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Usage tracker for resource:subnet and tenant:3623bcd8d464454e8358a6b5b1806f3b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:35.020493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:35.026814 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:35.037158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Made reservation on behalf of 3623bcd8d464454e8358a6b5b1806f3b for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:41:35.041867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:35.528554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:35.543650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:35.688244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:35.694678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:35.750275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Checking segment: {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:41:35.750706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Network hostable DHCP agents. Network: 755efc8d-87eb-4d45-8deb-197039d92c69, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:41:35.771391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Network 755efc8d-87eb-4d45-8deb-197039d92c69 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:41:35.779897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 755efc8d-87eb-4d45-8deb-197039d92c69) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:35.784591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:35.785195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:35.791820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbec9ab-d114-43b8-b4a1-8fbd56e9d131 None None] Network 755efc8d-87eb-4d45-8deb-197039d92c69 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:41:35.806368 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8025837 Feb 17 17:41:36.288091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-755efc8d-87eb-4d45-8deb-197039d92c69', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:41:36.289223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:36.635644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Allocated IP 172.20.0.2 (755efc8d-87eb-4d45-8deb-197039d92c69/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb/2f83374d-fb37-45eb-9e9d-3bf8fde80d43) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:41:36.884529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:36.898272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Transition to ACTIVE for port object 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:36.915779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Transition to ACTIVE for port object 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:36.922143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:36.937442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:37.075513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Pushing event updated for resources: {'Port': ['ID=2f83374d-fb37-45eb-9e9d-3bf8fde80d43,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:37.087594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.087971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.088345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.088709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.089075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.089436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.089795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.090152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.090531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.090892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.091246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.091623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Tracked resource versions report: Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:41:37.092767 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:41:37.109538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:37.148692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Network 755efc8d-87eb-4d45-8deb-197039d92c69 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:41:37.150066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:37.153231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:41:37.214625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Attempting to bind port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:37.215064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Attempting to bind port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:41:37.215490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Attempting to bind port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 on network 755efc8d-87eb-4d45-8deb-197039d92c69 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:41:37.221596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:41:37.222198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Checking segment: {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:41:37.222517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:37.222966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Bound using segment: {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:41:37.223520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Bound port: 2f83374d-fb37-45eb-9e9d-3bf8fde80d43, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:41:37.224004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:37.323481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] For port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:41:37.328303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] For port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=2f83374d-fb37-45eb-9e9d-3bf8fde80d43,segment=NetworkSegment(40989b72-0a25-47e1-abf9-528db967900f),segment_id=40989b72-0a25-47e1-abf9-528db967900f)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:41:37.331671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:37.348101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:37.508575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Pushing event updated for resources: {'Port': ['ID=2f83374d-fb37-45eb-9e9d-3bf8fde80d43,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:37.511917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:38.603615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36814) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:39.013149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-8de2d54b-d891-41e3-ac9d-7ec070346a74 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:39.014184 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8de2d54b-d891-41e3-ac9d-7ec070346a74 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4095995 Feb 17 17:41:41.395355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:41:41.467348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:41:41.946790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36828) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:42.350879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-6cdd7838-6085-4ad6-987e-566a524b36b5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:42.351922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6cdd7838-6085-4ad6-987e-566a524b36b5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4041405 Feb 17 17:41:42.361230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10bf4f-48d1-4c5a-b422-1aed3a3c6346 None None] Network 755efc8d-87eb-4d45-8deb-197039d92c69 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:41:42.463552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Provisioning for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:41:42.472972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:42.473416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:42.689197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:42.775874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] For port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=2f83374d-fb37-45eb-9e9d-3bf8fde80d43,segment=NetworkSegment(40989b72-0a25-47e1-abf9-528db967900f),segment_id=40989b72-0a25-47e1-abf9-528db967900f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:41:42.780513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:42.786690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:42.864578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Pushing event updated for resources: {'Port': ['ID=2f83374d-fb37-45eb-9e9d-3bf8fde80d43,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:42.868077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:43.008129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3243d091-baa2-4f49-be4e-905d70687004 None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:43.008551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3243d091-baa2-4f49-be4e-905d70687004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:43.259220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e0aa9308-f252-4b08-86bc-cb13ec90ef9c None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:43.259645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9308-f252-4b08-86bc-cb13ec90ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:43.378566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:41:43.462147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:43.462597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:43.603522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-13421112-4178-4735-93c8-2f8b29e1ba37 None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:43.604021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13421112-4178-4735-93c8-2f8b29e1ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.380515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36840) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:45.751000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Request body: {'router': {'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'name': 'router1', 'admin_state_up': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:45.756368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:45.760451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Usage tracker for resource:router and tenant:3623bcd8d464454e8358a6b5b1806f3b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:45.763679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:45.769504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:45.778691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.780007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.802284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.915007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.933302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:45.934626 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-97480b4a-0dcd-4217-9fab-fa0ee68d9746 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5530038 Feb 17 17:41:47.218791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46808a2e-5198-4f71-8695-2a660fc8c946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:48.659295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36850) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:49.022328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bac3be96-6b66-421f-b0f9-1461da8bb3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:49.057984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-a6c0a3be-28ec-4217-8fd7-44e922405405 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:41:49.059471 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a6c0a3be-28ec-4217-8fd7-44e922405405 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3992422 Feb 17 17:41:49.995949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.280163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.618985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:51.812521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36870) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:51.972880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:51.978002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:51.982146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Usage tracker for resource:network and tenant:a8661830f69d479592e0d2c1a2fbf55d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:51.986271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:51.992094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:52.000934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Made reservation on behalf of a8661830f69d479592e0d2c1a2fbf55d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:41:52.005530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.018234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.034342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:41:52.038342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Usage tracker for resource:security_group_rule and tenant:a8661830f69d479592e0d2c1a2fbf55d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:41:52.041302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:41:52.047682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:41:52.132485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.135684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.140247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:52.154181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Reserving flat network on physical network physnet1 {{(pid=83980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 17:41:52.179801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5eaeea-67fc-4566-9c49-9d0e45023aed,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:52.182795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.183392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Unsubscribe: segment precommit_create {{(pid=83980) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 17:41:52.183798 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Added segment 42529fbc-8dc8-4822-9bf7-4485ca4bdaaa of type flat for network 287ce49b-7a68-4048-9399-d8fa8f6313c6 Feb 17 17:41:52.185038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:52.218520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.257249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.258532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:52.259167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:52.264738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8da398f-e60a-434c-9010-53a21cd0d5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:52.367061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5533419 Feb 17 17:41:52.370038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Pushing event updated for resources: {'Network': ['ID=287ce49b-7a68-4048-9399-d8fa8f6313c6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:52.384130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:52.393071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:41:54.940767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36890) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:41:55.062817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f8545-72ea-42f7-afca-f12eaafbf770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:41:55.064312 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-937f8545-72ea-42f7-afca-f12eaafbf770 admin admin] 10.222.0.58 "GET /v2.0/subnets/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb HTTP/1.1" status: 200 len: 849 time: 0.1224999 Feb 17 17:41:55.217612 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-76bf2886-81d2-43e3-8949-ff8edc31bb58 admin admin] 10.222.0.58 "GET /v2.0/routers/5afa2017-aaae-4975-8488-60e10bf82354 HTTP/1.1" status: 200 len: 704 time: 0.1471758 Feb 17 17:41:55.857016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.232576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Allocated IP 172.20.0.1 (755efc8d-87eb-4d45-8deb-197039d92c69/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb/529d0dd4-918f-4df5-928b-e9370b81cf07) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:41:56.399303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.417715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Transition to ACTIVE for port object 529d0dd4-918f-4df5-928b-e9370b81cf07 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:56.472411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.488348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:56.624797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Pushing event updated for resources: {'Port': ['ID=529d0dd4-918f-4df5-928b-e9370b81cf07,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:56.631062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:56.687027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Network 755efc8d-87eb-4d45-8deb-197039d92c69 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:41:56.688154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:56.690555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:41:56.691088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.931537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-34b966b8-2314-498d-8d89-ef4a9da0da02 None None] Provisioning for port 529d0dd4-918f-4df5-928b-e9370b81cf07 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:41:56.936581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-34b966b8-2314-498d-8d89-ef4a9da0da02 None None] Provisioning complete for port 529d0dd4-918f-4df5-928b-e9370b81cf07 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:56.936991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34b966b8-2314-498d-8d89-ef4a9da0da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.970022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:56.992752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-34b966b8-2314-498d-8d89-ef4a9da0da02 None None] Port 529d0dd4-918f-4df5-928b-e9370b81cf07 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:41:57.264547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:57.267878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:57.268993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:57.283915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:57.419228 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Pushing event updated for resources: {'Port': ['ID=529d0dd4-918f-4df5-928b-e9370b81cf07,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:57.422162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:57.484256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Network 755efc8d-87eb-4d45-8deb-197039d92c69 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:41:57.485474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:41:57.717231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-68d3a798-9ddb-48f0-92b6-5c36dfe9bdd9 None None] Provisioning complete for port 529d0dd4-918f-4df5-928b-e9370b81cf07 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:41:57.717672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68d3a798-9ddb-48f0-92b6-5c36dfe9bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:57.778610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-68d3a798-9ddb-48f0-92b6-5c36dfe9bdd9 None None] Port 529d0dd4-918f-4df5-928b-e9370b81cf07 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:41:57.856909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Router 5afa2017-aaae-4975-8488-60e10bf82354 is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:41:58.026953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:41:58.037667 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] 10.222.0.58 "PUT /v2.0/routers/5afa2017-aaae-4975-8488-60e10bf82354/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8142629 Feb 17 17:41:58.038634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Sync routers for ids ['5afa2017-aaae-4975-8488-60e10bf82354'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:41:58.051967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Routers {'5afa2017-aaae-4975-8488-60e10bf82354'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:41:58.052895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:41:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['5afa2017-aaae-4975-8488-60e10bf82354'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:58.254382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Set router 5afa2017-aaae-4975-8488-60e10bf82354 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:41:58.700661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:41:58.812746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:41:56Z', 'revision_number': 2, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port_host': None, '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:41:57Z', 'revision_number': 2, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:41:58.817703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Checking router: 5afa2017-aaae-4975-8488-60e10bf82354 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:41:58.818101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Updating router 5afa2017-aaae-4975-8488-60e10bf82354 port 529d0dd4-918f-4df5-928b-e9370b81cf07 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:41:58.876333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.327748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.342819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Transition to ACTIVE for port object 529d0dd4-918f-4df5-928b-e9370b81cf07 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:41:59.345574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.361838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:41:59.498941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Pushing event updated for resources: {'Port': ['ID=529d0dd4-918f-4df5-928b-e9370b81cf07,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:41:59.510020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.510439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.510815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.511187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.511553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.511924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.512291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.512655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.513020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.513379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.513790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.514689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Tracked resource versions report: Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:41:59.515822 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:41:59.530848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:41:59.700878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Attempting to bind port 529d0dd4-918f-4df5-928b-e9370b81cf07 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:59.701998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Attempting to bind port 529d0dd4-918f-4df5-928b-e9370b81cf07 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:41:59.702354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Attempting to bind port 529d0dd4-918f-4df5-928b-e9370b81cf07 on network 755efc8d-87eb-4d45-8deb-197039d92c69 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:41:59.708359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:41:59.708796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Checking segment: {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:41:59.709417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.709858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Bound using segment: {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:41:59.710444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Bound port: 529d0dd4-918f-4df5-928b-e9370b81cf07, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40989b72-0a25-47e1-abf9-528db967900f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:41:59.710895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.808922 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] For port 529d0dd4-918f-4df5-928b-e9370b81cf07, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:41:59.814145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] For port 529d0dd4-918f-4df5-928b-e9370b81cf07, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=529d0dd4-918f-4df5-928b-e9370b81cf07,segment=NetworkSegment(40989b72-0a25-47e1-abf9-528db967900f),segment_id=40989b72-0a25-47e1-abf9-528db967900f)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:41:59.817289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:41:59.833616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:00.003690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Pushing event updated for resources: {'Port': ['ID=529d0dd4-918f-4df5-928b-e9370b81cf07,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:00.007225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:00.065383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Routers {'5afa2017-aaae-4975-8488-60e10bf82354'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:00.066076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:41:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['5afa2017-aaae-4975-8488-60e10bf82354'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:00.237495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] Set router 5afa2017-aaae-4975-8488-60e10bf82354 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:00.585875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36902) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:00.586782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:41:56Z', 'revision_number': 2, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port_host': None, '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:41:59Z', 'revision_number': 4, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:00.591038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d04d-6b01-4361-83d1-f64e6565cb95 None None] The sync data for ids ['5afa2017-aaae-4975-8488-60e10bf82354'] in dv-cinder-760199-3-iscsi is: [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:41:56Z', 'revision_number': 2, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port_host': None, '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:41:59Z', 'revision_number': 4, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:42:00.751706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730e9e8-d3c8-4305-b325-1a5229b148c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:00.752353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5730e9e8-d3c8-4305-b325-1a5229b148c4 admin admin] Synchronizing usage tracker for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:42:00.770173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5730e9e8-d3c8-4305-b325-1a5229b148c4 admin admin] Unset dirty status for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:42:00.771703 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5730e9e8-d3c8-4305-b325-1a5229b148c4 admin admin] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 842 time: 0.1847205 Feb 17 17:42:00.782622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:00.788653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:00.792753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Usage tracker for resource:subnet and tenant:a8661830f69d479592e0d2c1a2fbf55d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:00.796410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:00.802805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:00.812328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Made reservation on behalf of a8661830f69d479592e0d2c1a2fbf55d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:42:00.817157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.276168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83980) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:42:01.276686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.292760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:01.426093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:01.429011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:01.502185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:42:01.502720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Network hostable DHCP agents. Network: 287ce49b-7a68-4048-9399-d8fa8f6313c6, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:42:01.523709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:42:01.533329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 287ce49b-7a68-4048-9399-d8fa8f6313c6) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:01.537843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:01.538517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:01.543531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbcdad0-6558-4f1f-9ac0-5ab82b43093a None None] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:42:01.562447 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7827036 Feb 17 17:42:01.792732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c5a5b-6daa-401a-90aa-8707ccb1fb64 None None] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:42:03.405435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 529d0dd4-918f-4df5-928b-e9370b81cf07 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:03.476568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 529d0dd4-918f-4df5-928b-e9370b81cf07 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:42:03.481517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 529d0dd4-918f-4df5-928b-e9370b81cf07 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:03.481925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:03.608453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:03.642143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 529d0dd4-918f-4df5-928b-e9370b81cf07, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=529d0dd4-918f-4df5-928b-e9370b81cf07,segment=NetworkSegment(40989b72-0a25-47e1-abf9-528db967900f),segment_id=40989b72-0a25-47e1-abf9-528db967900f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:42:03.645381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:03.649095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac05a1e8-1e46-44aa-b0b0-daf8fc6918fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:03.725220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=529d0dd4-918f-4df5-928b-e9370b81cf07,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:03.728577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:04.171556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36916) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:04.382794 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-967b00ae-cb6d-42f8-820c-595863eab5af admin admin] 10.222.0.58 "GET /v2.0/routers/5afa2017-aaae-4975-8488-60e10bf82354 HTTP/1.1" status: 200 len: 710 time: 0.2100110 Feb 17 17:42:04.521861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04263c-d992-4e0c-a570-fdcca990edef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:04.523332 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6a04263c-d992-4e0c-a570-fdcca990edef admin admin] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 886 time: 0.1346562 Feb 17 17:42:04.533789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:05.007309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.385636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 529d0dd4-918f-4df5-928b-e9370b81cf07 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:05.459548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 529d0dd4-918f-4df5-928b-e9370b81cf07 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:05.459970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.549993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.611414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.624873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.640683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:42:05.644681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:42:05.647948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:42:05.653697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:42:05.741008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.743968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:05.760096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:05.853785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b1b9e-4766-4e88-aa97-9cb18ab46d98,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:05.859224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:06.027756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Allocated IP 172.27.3.217 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/01367a20-0284-4a3a-8120-aec0aae6c180) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:42:06.184362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.214523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:06.230587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:06.368190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Pushing event updated for resources: {'Port': ['ID=01367a20-0284-4a3a-8120-aec0aae6c180,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:06.371160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:06.427783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:42:06.428908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:42:06.431267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:42:06.831084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:07.188661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:07.192097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854321658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457396'] for router, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:07.557530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Router 5afa2017-aaae-4975-8488-60e10bf82354 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:42:07.744066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:42:07.754318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Sync routers for ids ['5afa2017-aaae-4975-8488-60e10bf82354'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:42:07.760846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:07.762130 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] 10.222.0.58 "PUT /v2.0/routers/5afa2017-aaae-4975-8488-60e10bf82354 HTTP/1.1" status: 200 len: 890 time: 3.2324347 Feb 17 17:42:07.764207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Routers {'5afa2017-aaae-4975-8488-60e10bf82354'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:07.764882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:41:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['5afa2017-aaae-4975-8488-60e10bf82354'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:07.971414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Set router 5afa2017-aaae-4975-8488-60e10bf82354 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:08.348944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 4, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port': {'id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:42:03Z', 'revision_number': 5, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:08.356105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Checking router: 5afa2017-aaae-4975-8488-60e10bf82354 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:42:08.356658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Updating router 5afa2017-aaae-4975-8488-60e10bf82354 port 01367a20-0284-4a3a-8120-aec0aae6c180 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:42:08.424769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.833543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.845778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Transition to ACTIVE for port object 01367a20-0284-4a3a-8120-aec0aae6c180 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:42:08.848585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:08.862277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:09.151947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Pushing event updated for resources: {'Port': ['ID=01367a20-0284-4a3a-8120-aec0aae6c180,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:09.156807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:09.226142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Attempting to bind port 01367a20-0284-4a3a-8120-aec0aae6c180 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:09.226592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Attempting to bind port 01367a20-0284-4a3a-8120-aec0aae6c180 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:42:09.227005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Attempting to bind port 01367a20-0284-4a3a-8120-aec0aae6c180 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:42:09.233457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:42:09.233880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:42:09.234332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:09.234807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:42:09.235325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Bound port: 01367a20-0284-4a3a-8120-aec0aae6c180, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:42:09.235748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:09.313291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] For port 01367a20-0284-4a3a-8120-aec0aae6c180, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:42:09.316546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] For port 01367a20-0284-4a3a-8120-aec0aae6c180, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=01367a20-0284-4a3a-8120-aec0aae6c180,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:42:09.319872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:09.335573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:09.492012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Pushing event updated for resources: {'Port': ['ID=01367a20-0284-4a3a-8120-aec0aae6c180,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:09.497260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:09.536659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Routers {'5afa2017-aaae-4975-8488-60e10bf82354'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:42:09.537337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:41:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['5afa2017-aaae-4975-8488-60e10bf82354'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:09.726562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] Set router 5afa2017-aaae-4975-8488-60e10bf82354 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:42:10.084896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 4, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port': {'id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:42:03Z', 'revision_number': 5, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:42:10.089056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb8ae8-8636-42a8-bf3a-2cfa4905daf3 None None] The sync data for ids ['5afa2017-aaae-4975-8488-60e10bf82354'] in dv-cinder-760199-3-iscsi is: [{'id': '5afa2017-aaae-4975-8488-60e10bf82354', 'name': 'router1', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:41:45Z', 'updated_at': '2021-02-17T17:42:06Z', 'revision_number': 4, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'gw_port': {'id': '01367a20-0284-4a3a-8120-aec0aae6c180', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:42:05Z', 'updated_at': '2021-02-17T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '529d0dd4-918f-4df5-928b-e9370b81cf07', 'name': '', 'network_id': '755efc8d-87eb-4d45-8deb-197039d92c69', 'tenant_id': '3623bcd8d464454e8358a6b5b1806f3b', 'mac_address': 'fa:16:3e:8d:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa2017-aaae-4975-8488-60e10bf82354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:41:56Z', 'updated_at': '2021-02-17T17:42:03Z', 'revision_number': 5, 'project_id': '3623bcd8d464454e8358a6b5b1806f3b', 'subnets': [{'id': '80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31123a5d-65bd-4342-bf65-ca378123f50e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:42:10.490432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 36926) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:42:10.620036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b880a16-dd8a-42b1-b194-61b8c02aa4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:42:10.621610 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0b880a16-dd8a-42b1-b194-61b8c02aa4b4 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1300857 Feb 17 17:42:11.417456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 01367a20-0284-4a3a-8120-aec0aae6c180 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:11.498461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 01367a20-0284-4a3a-8120-aec0aae6c180 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:42:11.503364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 01367a20-0284-4a3a-8120-aec0aae6c180 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:11.503787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:11.635650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:11.652304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 01367a20-0284-4a3a-8120-aec0aae6c180, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=01367a20-0284-4a3a-8120-aec0aae6c180,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:42:11.655565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:11.657740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:42:11.730183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=01367a20-0284-4a3a-8120-aec0aae6c180,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:42:11.734106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:42:13.413653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 01367a20-0284-4a3a-8120-aec0aae6c180 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:42:13.527491 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 01367a20-0284-4a3a-8120-aec0aae6c180 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:42:13.529233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:17.239672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa64f-9705-486a-bb00-1f08a6d02eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:19.051256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6dae3bd2-905d-4071-863f-ffdbd9dbfdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:20.015702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:21.283014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:21.631739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:35.690920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:42:47.223146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-019d1daa-603e-4ca6-bec3-7767b7ff7596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:49.025553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9eb0-e25d-45b6-be1e-645290a40096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:50.002446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:51.285592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:42:51.639161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:12.691211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:43:17.227752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3cea52e4-5bda-46f8-ac83-9410b356cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:19.029869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-053e02b7-0544-474f-9b5c-e672de5ed752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:20.008331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:21.288546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:21.643593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:47.229901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4edf72b4-b479-4075-9199-37495d52cc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:49.033590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3cbbee08-a723-449f-ad99-8d0a7467f399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:49.690943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:43:50.010195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:51.291179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:43:51.650961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:17.233963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f432a1a7-f7ca-49a2-9216-bb8e8999e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:19.035859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ace31a9d-5529-4dc8-86b3-3d7c2d7e33db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:20.011062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:21.294323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:21.653463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:23.991096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37502) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:24.066188 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfa6b0a-4c35-43e9-8a2a-965de60da723 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:44:24.067650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6dfa6b0a-4c35-43e9-8a2a-965de60da723 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0755215 Feb 17 17:44:24.215111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3c075-4a87-4d56-b5d9-145fcad22feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:24.216652 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-35c3c075-4a87-4d56-b5d9-145fcad22feb admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1444659 Feb 17 17:44:26.689636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37512) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:26.691332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:44:26.804708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107190e-902f-48b5-9a93-384a86da968a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:26.805325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8107190e-902f-48b5-9a93-384a86da968a admin admin] Synchronizing usage tracker for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:subnet {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:44:26.821194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8107190e-902f-48b5-9a93-384a86da968a admin admin] Unset dirty status for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:subnet {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:44:26.822500 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8107190e-902f-48b5-9a93-384a86da968a admin admin] 10.222.0.58 "GET /v2.0/subnets/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb HTTP/1.1" status: 200 len: 849 time: 0.1317933 Feb 17 17:44:26.832932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:26.961699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:27.281770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264273480922'] for subnet, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:27.297561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9cd36583-9906-4a7d-a992-7aaab2f509c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:44:27.441884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:44:27.453597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.454006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.454391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.454785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.455154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.455538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.455906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.456272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.456652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.457016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.457377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.457736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:44:27.463308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:44:27.491500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:27.492153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:27.493552 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] 10.222.0.58 "PUT /v2.0/subnets/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb HTTP/1.1" status: 200 len: 868 time: 0.6648173 Feb 17 17:44:27.498481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeea6c9-2290-439d-ae95-b8532b7544a6 None None] Network 755efc8d-87eb-4d45-8deb-197039d92c69 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:44:28.017062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-655cb217-2528-4643-9df5-a30a74643851 None None] Provisioning complete for port 2f83374d-fb37-45eb-9e9d-3bf8fde80d43 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:44:28.017611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-655cb217-2528-4643-9df5-a30a74643851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:28.155789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-655cb217-2528-4643-9df5-a30a74643851 None None] Provisioning complete for port 529d0dd4-918f-4df5-928b-e9370b81cf07 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:44:28.156211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-655cb217-2528-4643-9df5-a30a74643851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:30.001278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37522) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:30.191731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde4e40-23e2-4ac1-a6e9-dbbe6e75f093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:30.192077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde4e40-23e2-4ac1-a6e9-dbbe6e75f093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:30.193765 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9cde4e40-23e2-4ac1-a6e9-dbbe6e75f093 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1914604 Feb 17 17:44:32.692061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37532) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:32.879072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c8c6f-1792-4358-9336-a3bcefd57809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:32.879418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c8c6f-1792-4358-9336-a3bcefd57809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:32.881078 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-785c8c6f-1792-4358-9336-a3bcefd57809 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1880009 Feb 17 17:44:35.375459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37542) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:35.557075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39afc34-7c18-4042-8029-e99d1617b025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:35.558630 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e39afc34-7c18-4042-8029-e99d1617b025 admin admin] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 886 time: 0.1820469 Feb 17 17:44:38.039845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37552) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:38.228719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9025d-5185-4c5b-b824-b84bf301dd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:38.230129 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-32c9025d-5185-4c5b-b824-b84bf301dd32 admin admin] 10.222.0.58 "GET /v2.0/networks/755efc8d-87eb-4d45-8deb-197039d92c69 HTTP/1.1" status: 200 len: 862 time: 0.1892302 Feb 17 17:44:40.707456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37562) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:40.826858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85703d3c-128f-4c19-892a-9544ae71fcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:40.827274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85703d3c-128f-4c19-892a-9544ae71fcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:40.828952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-85703d3c-128f-4c19-892a-9544ae71fcb4 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204574 Feb 17 17:44:43.311375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37572) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:43.427131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff89562-9030-42bf-8386-df3acafb6dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:43.427562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff89562-9030-42bf-8386-df3acafb6dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:43.429206 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7ff89562-9030-42bf-8386-df3acafb6dd6 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168151 Feb 17 17:44:45.901037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37582) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:46.013856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e3a49-66e8-41f7-90bb-5ae48eecbbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:46.015386 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d86e3a49-66e8-41f7-90bb-5ae48eecbbb5 admin admin] 10.222.0.58 "GET /v2.0/subnets/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6 HTTP/1.1" status: 200 len: 816 time: 0.1132340 Feb 17 17:44:47.239793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6c56-1033-43f2-9953-0aca384e95d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:48.533010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37592) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:44:48.652758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577647c7-6a0b-412f-8909-dc4be829833b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:44:48.654234 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-577647c7-6a0b-412f-8909-dc4be829833b admin admin] 10.222.0.58 "GET /v2.0/subnets/80bb8980-3ffb-40ef-84aa-3d46c3d7e4fb HTTP/1.1" status: 200 len: 868 time: 0.1202004 Feb 17 17:44:49.039886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d995a538-7cb9-4c69-bf9f-3771535b854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:50.013715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:51.296525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:44:51.655239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:03.690429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:45:14.733012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37632) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:14.787085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-f50c9887-06a0-41be-80cb-8d9ff44a8e1e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:45:14.788181 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f50c9887-06a0-41be-80cb-8d9ff44a8e1e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0540783 Feb 17 17:45:17.242065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3114a47-72f4-4cd9-8cef-57d63fd68e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:17.360882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37642) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:17.435398 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a60e7b-770d-4870-b0d2-f3dd2e539663 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:45:17.436841 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b6a60e7b-770d-4870-b0d2-f3dd2e539663 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749016 Feb 17 17:45:17.576535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb6393-60e6-4feb-8110-a7ea6f33db6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:17.578018 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-efcb6393-60e6-4feb-8110-a7ea6f33db6b admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366818 Feb 17 17:45:19.042561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-845c61cd-830c-4076-a434-ca5ef72c4736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.024386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.071201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37652) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:20.121907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:20.127418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:45:20.137079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:45:20.145611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Made reservation on behalf of a8661830f69d479592e0d2c1a2fbf55d for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:45:20.150430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.244718 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.services.revisions.revision_plugin [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Could not find related network for resource to bump revision. Feb 17 17:45:20.259625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:45:20.268786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.269168 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Added segment 30d197ec-3980-4c14-9f38-ef4c0cd4e59c of type vxlan for network f70b0887-d8fe-4397-93f1-f76b0134f714 Feb 17 17:45:20.295107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.323590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.324826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:20.325476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:20.330244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:20.435570 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3624129 Feb 17 17:45:20.439069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Pushing event updated for resources: {'Network': ['ID=f70b0887-d8fe-4397-93f1-f76b0134f714,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:20.448151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:20.462575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network f70b0887-d8fe-4397-93f1-f76b0134f714 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:45:21.299675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:21.659846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:22.949449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37662) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:45:23.025457 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc630cd-9a02-4e0b-b3ea-35324d7b501d admin admin] GET failed (client error): The resource could not be found. Feb 17 17:45:23.026044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4dc630cd-9a02-4e0b-b3ea-35324d7b501d admin admin] Synchronizing usage tracker for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:45:23.040620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4dc630cd-9a02-4e0b-b3ea-35324d7b501d admin admin] Unset dirty status for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:45:23.041861 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4dc630cd-9a02-4e0b-b3ea-35324d7b501d admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0907967 Feb 17 17:45:23.158931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db91e4-b669-4d5a-913b-79059971e97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:23.160533 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-86db91e4-b669-4d5a-913b-79059971e97d admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1136742 Feb 17 17:45:23.171887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:23.177268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:45:23.188116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:45:23.199218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Made reservation on behalf of a8661830f69d479592e0d2c1a2fbf55d for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:45:23.203889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:23.792557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:23.808403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-31a796f2-0bfd-484e-961d-894649cda3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:23.940360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:23.943340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:24.005151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Checking segment: {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:45:24.005742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Network hostable DHCP agents. Network: f70b0887-d8fe-4397-93f1-f76b0134f714, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:45:24.025485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Network f70b0887-d8fe-4397-93f1-f76b0134f714 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:45:24.035714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, f70b0887-d8fe-4397-93f1-f76b0134f714) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:45:24.040348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:45:24.041047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:24.044924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce484649-87e2-4989-b925-c0bb5448ef1a None None] Network f70b0887-d8fe-4397-93f1-f76b0134f714 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:45:24.070278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9026308 Feb 17 17:45:24.290291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-f70b0887-d8fe-4397-93f1-f76b0134f714', 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714', 'tenant_id': 'a8661830f69d479592e0d2c1a2fbf55d', 'fixed_ips': [{'subnet_id': '6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:45:24.291352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:24.588231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Allocated IP 192.168.233.2 (f70b0887-d8fe-4397-93f1-f76b0134f714/6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f/1109eef5-a666-456f-bb83-6c3bcf7b6fb7) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:45:24.820204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:24.832320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Transition to ACTIVE for port object 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:45:24.849523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Transition to ACTIVE for port object 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:45:24.854059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:24.871069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:25.016968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Pushing event updated for resources: {'Port': ['ID=1109eef5-a666-456f-bb83-6c3bcf7b6fb7,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:25.031914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.032316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.032706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.034859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.035186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.035553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.035918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:45:25.042109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:25.079801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Network f70b0887-d8fe-4397-93f1-f76b0134f714 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:45:25.081010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:45:25.083499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:45:25.147380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Attempting to bind port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:25.147807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Attempting to bind port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:45:25.148232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Attempting to bind port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 on network f70b0887-d8fe-4397-93f1-f76b0134f714 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:45:25.155586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:45:25.156016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Checking segment: {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:45:25.156473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:25.156922 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Bound using segment: {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:45:25.157457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Bound port: 1109eef5-a666-456f-bb83-6c3bcf7b6fb7, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:45:25.157887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:25.254246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] For port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:45:25.257798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] For port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=1109eef5-a666-456f-bb83-6c3bcf7b6fb7,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:45:25.262019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:25.277867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:25.433854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Pushing event updated for resources: {'Port': ['ID=1109eef5-a666-456f-bb83-6c3bcf7b6fb7,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:25.439272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:26.748621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1102e66-7f61-4b00-b73e-cb443ecbe0a2 None None] Network f70b0887-d8fe-4397-93f1-f76b0134f714 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:45:26.842446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-eb9160d7-0752-4108-ba1c-dffdf93492f4 None None] Provisioning for port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:45:27.522195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:45:27.598429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:45:27.603470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:27.603897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:27.730980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:27.766661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=1109eef5-a666-456f-bb83-6c3bcf7b6fb7,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:45:27.771013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:27.773186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:45:27.844026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=1109eef5-a666-456f-bb83-6c3bcf7b6fb7,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:45:27.847339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:45:29.494308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:45:29.574447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 1109eef5-a666-456f-bb83-6c3bcf7b6fb7 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:45:29.574898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:40.692896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:45:47.248396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e74ff3c1-e4df-4c09-9ece-0cbce2f441f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:49.045945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-69a6a3d9-ff03-4721-a156-48843dfd6b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:50.026352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:51.301504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:45:51.663688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:17.240389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-972c3f3f-7f23-46fe-9032-da8a3920a6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:17.692059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:46:19.048580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f35f4bd-bc13-4aee-923f-c7d088e13f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:20.028484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:21.305118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:21.669803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:29.994386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37704) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:30.000905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [None req-e3a5599c-82ff-4bac-933f-495b1c76605a tempest-verify_tempest_config-1590901116 tempest-verify_tempest_config-1590901116-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:30.001957 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e3a5599c-82ff-4bac-933f-495b1c76605a tempest-verify_tempest_config-1590901116 tempest-verify_tempest_config-1590901116-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0065124 Feb 17 17:46:30.329850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37724) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:30.455270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.471043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:46:30.475084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Usage tracker for resource:security_group_rule and tenant:1eef5e9107404f62935cf35d6ba29264 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:46:30.478029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:46:30.483835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:46:30.574779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.578190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.587586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:46:30.628242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Synchronizing usage tracker for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:46:30.632542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add44ae1-7490-4ff8-9aa4-6142a0b08e70,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:46:30.643460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.643844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.644214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.644580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.644941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.645303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.645667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.646016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.646391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.646794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.647147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.647498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:46:30.653157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:46:30.660518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Unset dirty status for tenant:a8661830f69d479592e0d2c1a2fbf55d on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:46:30.661753 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eef5e9107404f62935cf35d6ba29264&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3308339 Feb 17 17:46:30.664556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37730) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:46:30.725496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.752963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.804786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.810437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:46:30.824244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add44ae1-7490-4ff8-9aa4-6142a0b08e70,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:46:30.827038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:46:30.828222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:30.830138 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/add44ae1-7490-4ff8-9aa4-6142a0b08e70 HTTP/1.1" status: 204 len: 168 time: 0.1645634 Feb 17 17:46:47.241933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc8940de-c01d-4673-b666-6799bf8b2b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:49.051251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0be6e26-ae0a-42f6-93a4-942d81710c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:50.028430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:51.307611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:51.671931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:46:54.691167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:47:17.247022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cd36bbf-023e-43de-82e4-c15b47308879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:19.053643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9292cc68-d719-41c5-bef4-e45051a1f7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:20.032273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:21.310547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:21.679294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:31.690414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:47:47.248890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47801c6a-87d8-4a8c-bafb-5a1abd4b8bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:49.065028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b88f771a-c113-40f0-bb1e-d270c3a752fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:50.034907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:51.312673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:47:51.680480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:08.690517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 5 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:48:12.823672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870'] for agent, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:12.824263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.824655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.825044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.825425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.825845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.826220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.826620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.826993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.827383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.827741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.828118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.828538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:48:12.828891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:12.833176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:48:13.217595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83981) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:48:13.221756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] get_endpoint_by_ip() called for ip 192.168.0.41 {{(pid=83981) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:48:13.224957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] _add_endpoint() called for ip 192.168.0.41 {{(pid=83981) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:48:13.229816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] _get_endpoints() called {{(pid=83981) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:48:17.251668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3807eae-13b7-49c8-bd73-1722c9dcddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:19.058181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7473eb5-2a4f-4386-afe3-09e1a5c053f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:20.037546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:21.315029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:21.685563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:23.961943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37802) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:24.085985 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8960fe15-a417-4cd9-b48b-be9a6f21e1e9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1228096 Feb 17 17:48:26.580765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37812) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:48:26.640141 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-24f0b203-ebeb-4fb5-a8a7-6e993b14c727 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0581138 Feb 17 17:48:42.826138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:45.693430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:48:47.252840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f4996ca-1dd2-4704-adaa-d8924efab70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:49.062499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0066e518-6f27-47d0-bbeb-fbe38f751c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:50.044117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.317326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:48:51.685855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:12.810201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:17.254376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b12a7425-5ee9-4a10-9867-37091b23a1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:19.068929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf666-e0ea-498e-9d11-562bb6243511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:20.066072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:21.320150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:21.699804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:22.695166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:49:42.823054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:47.255828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac8e45d9-ea9c-4391-acd3-3cbedf056200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:49.063526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0786-6a99-417d-bf32-e87dda192269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:50.045693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:51.324875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:51.698044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:49:59.695614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:02.930695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37914) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:03.230649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-184738551-network', 'tenant_id': '506d1223bea34518bb3c51a3f3567844'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:03.236460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:03.241252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Usage tracker for resource:network and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:03.245190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:03.251657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:03.261717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Made reservation on behalf of 506d1223bea34518bb3c51a3f3567844 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:03.267506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.281374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.297966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:03.302233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:03.305402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:03.312552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:03.428543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.431752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.436851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:03.466509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:03.480357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bebdc-4ee0-4774-99a9-162dea0e0eef,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:03.484725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.485462 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Added segment 27a899cf-94e9-457d-92e5-d54f2f5438fb of type vxlan for network aa59ba0b-bde1-43a5-a395-5b950373d98b Feb 17 17:50:03.496921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.497306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.497675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.498033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.498428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.498765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.499135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.499498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.499858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.500215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.500555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.500911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.501362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.501723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.502082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.502479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.502814 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.503151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.503514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.503869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.504244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.504602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.504958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.505314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Tracked resource versions report: Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}, Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:50:03.506834 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:03.510867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:03.534036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.584193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.584193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:03.584193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:03.584193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:03.692649 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7605269 Feb 17 17:50:03.693655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Pushing event updated for resources: {'Network': ['ID=aa59ba0b-bde1-43a5-a395-5b950373d98b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:03.696725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 37962) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:03.705826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:03.710291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:03.716079 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:50:03.716876 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:50:03.872196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:03.987259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Request body: {'subnet': {'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-subnet', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:03.993382 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.quota [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Loaded quota_driver: . Feb 17 17:50:04.009626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:04.016994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Usage tracker for resource:subnet and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:04.031694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:04.043107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:04.061719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 37978) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:04.065568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Made reservation on behalf of 506d1223bea34518bb3c51a3f3567844 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:04.130703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.policy [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83979) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:50:04.171437 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:50:04.172005 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING oslo_policy.policy [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:50:04.204694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.375368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-278400329-network', 'tenant_id': '88d25dad97034938882c60b19269c44a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:04.379996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:04.386642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Usage tracker for resource:network and tenant:88d25dad97034938882c60b19269c44a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:04.390169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:04.397722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:04.409763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:04.416053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.437541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.457069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:04.462232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Usage tracker for resource:security_group_rule and tenant:88d25dad97034938882c60b19269c44a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:04.465642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:04.472161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:04.582870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.585856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.590811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:04.632949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:04.647579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bbb03b-a43b-458e-9037-d7e7adc08c58,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:04.652252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:04.653930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.653930 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Added segment b0aaa193-72b4-4bcd-af86-d064d9197cc7 of type vxlan for network fc5a93ea-27a8-4a74-bc85-022a3125b26c Feb 17 17:50:04.687891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.722957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.724623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:04.725432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.752519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-94fb251a-67e0-445d-b5a5-a1c979928808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:04.805987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38010) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:04.858952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7957284 Feb 17 17:50:04.863016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38018) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:04.873716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Request body: {'subnet': {'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-278400329-subnet', 'tenant_id': '88d25dad97034938882c60b19269c44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:04.881479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:04.888856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Usage tracker for resource:subnet and tenant:88d25dad97034938882c60b19269c44a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:04.891972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5a93ea-27a8-4a74-bc85-022a3125b26c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:04.895563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:04.898666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:04.903998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:04.904460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:04.913806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:04.919585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:04.922805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:04.977141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38022) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:05.010931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.049220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:05.186734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:05.213832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.214498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.215083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.215597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.216623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.217336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.217914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.218251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.218746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.219093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.219454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.220031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.220504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.220867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.221224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.221576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.221926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.222280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.222659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.223012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.223365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.223745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.224107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.224867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Tracked resource versions report: Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}, Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:50:05.226303 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:05.266850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:05.381999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Checking segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:05.382226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Network hostable DHCP agents. Network: aa59ba0b-bde1-43a5-a395-5b950373d98b, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:05.388482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38042) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:05.418750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:05.429934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, aa59ba0b-bde1-43a5-a395-5b950373d98b) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:05.437339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:05.437339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.442839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38050) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:05.446699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95890058-6c5c-4c31-ae03-00a3e718bf17 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:05.470411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38054) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:05.470609 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7713916 Feb 17 17:50:05.484404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:05.489081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:05.493273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Usage tracker for resource:router and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:05.496366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:05.502301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:05.513496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.514664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.533259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.685635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.711471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0afe423d-634e-47d5-b429-a4e459443dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:05.718229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-aa59ba0b-bde1-43a5-a395-5b950373d98b', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:50:05.719088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:05.918192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1488038479-network', 'tenant_id': '8c38456222234c3792272b9d90e97992'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:05.926463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:05.934980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Usage tracker for resource:network and tenant:8c38456222234c3792272b9d90e97992 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:05.946340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:05.957939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:05.972130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-760230206-network', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:05.985662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-network', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:05.991881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:05.998192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.002200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Usage tracker for resource:network and tenant:370775aaa8c24506bbe8ae3c339bbf59 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.006024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.014141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.029090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Made reservation on behalf of 370775aaa8c24506bbe8ae3c339bbf59 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:06.034109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.077349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Usage tracker for resource:network and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.082058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.103422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Allocated IP 172.20.0.2 (aa59ba0b-bde1-43a5-a395-5b950373d98b/ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5/b9513652-43c7-41b1-aeb6-bee84670a37e) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:06.127914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-195984226-network', 'tenant_id': 'b71863ac7ecc498fb02fb26d77bdbca9'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:06.131348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.149972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.154565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Usage tracker for resource:security_group_rule and tenant:370775aaa8c24506bbe8ae3c339bbf59 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.165956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.172562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Made reservation on behalf of 8c38456222234c3792272b9d90e97992 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:06.183261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.201608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.227066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.236392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.252557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.257555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Made reservation on behalf of f4f3935930a74d98a7594ace85a82da2 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:06.267060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cd874d-42de-4150-8716-e4784760358c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:06.280503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.321808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.327097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:06.343397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Usage tracker for resource:security_group_rule and tenant:8c38456222234c3792272b9d90e97992 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.347489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.371458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.375410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.397201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.401316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Usage tracker for resource:network and tenant:b71863ac7ecc498fb02fb26d77bdbca9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.415271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.424084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.427598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Checking segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:06.428255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Network hostable DHCP agents. Network: fc5a93ea-27a8-4a74-bc85-022a3125b26c, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:06.440811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.443040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.450224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.451371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.469566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.481518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Transition to ACTIVE for port object b9513652-43c7-41b1-aeb6-bee84670a37e will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:06.486752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:06.492872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Made reservation on behalf of b71863ac7ecc498fb02fb26d77bdbca9 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:06.499430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.503457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, fc5a93ea-27a8-4a74-bc85-022a3125b26c) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:06.524509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Transition to ACTIVE for port object b9513652-43c7-41b1-aeb6-bee84670a37e will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:06.528920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:06.529592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.535273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c6b722-0327-4a98-a534-36eacf5a0492 None None] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:06.559641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.608362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:06.618847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Usage tracker for resource:security_group_rule and tenant:b71863ac7ecc498fb02fb26d77bdbca9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:06.632870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:06.649976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:06.701797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.710087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.727089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.752778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:06.898357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:06.913335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.931186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.937331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:06.986859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:06.987820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.025860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:07.046899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.047516 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Added segment 235a4fbd-c391-4b58-b112-db36a5fc2a9a of type vxlan for network f8460b7f-7e75-417c-b058-118f385eb29f Feb 17 17:50:07.051498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:07.053616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Pushing event updated for resources: {'Port': ['ID=b9513652-43c7-41b1-aeb6-bee84670a37e,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.064655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:07.072466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.073106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.073640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.074168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.074773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.075309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.075829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.076353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.076875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.077404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.077934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.078478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.078623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.079226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.079756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.080282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.080797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.081286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.081843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.082547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.083093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.083627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.084141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.084667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.085185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Tracked resource versions report: Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}, Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:50:07.086719 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:07.138347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.164440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Attempting to bind port b9513652-43c7-41b1-aeb6-bee84670a37e on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:07.165317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Attempting to bind port b9513652-43c7-41b1-aeb6-bee84670a37e by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:07.165450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Attempting to bind port b9513652-43c7-41b1-aeb6-bee84670a37e on network aa59ba0b-bde1-43a5-a395-5b950373d98b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:07.174510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:07.174945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Checking segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:07.175403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.176003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Bound using segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:07.176565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Bound port: b9513652-43c7-41b1-aeb6-bee84670a37e, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:07.178163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.184610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.191017 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:07.260732 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3960996 Feb 17 17:50:07.287792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.331915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] For port b9513652-43c7-41b1-aeb6-bee84670a37e, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:07.334519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.339096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] For port b9513652-43c7-41b1-aeb6-bee84670a37e, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b9513652-43c7-41b1-aeb6-bee84670a37e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:07.359233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.361430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b922c-2b78-4726-93e0-407e4e3ecb48,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.387395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.393674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.409047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.509721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc3b84-de2b-4331-9a18-3ea5b18c0976,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.522049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.525201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:07.617647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.638793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:07.639694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:07.652694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:07.654034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:07.657777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:07.658728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:07.659232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:07.673386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784729ff-c937-49ec-b60d-789ef31e2a22,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.676696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:07.677057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:07.693387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.693877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:07.694185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.697321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:07.768365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38124) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:07.841758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Pushing event updated for resources: {'Network': ['ID=f8460b7f-7e75-417c-b058-118f385eb29f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:07.861724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:07.879949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network f8460b7f-7e75-417c-b058-118f385eb29f details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:07.937097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5475032 Feb 17 17:50:07.939393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network f8460b7f-7e75-417c-b058-118f385eb29f details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:07.940424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38132) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:07.946974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Request body: {'subnet': {'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-subnet', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:07.962268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:07.979793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Usage tracker for resource:subnet and tenant:370775aaa8c24506bbe8ae3c339bbf59 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:07.983762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:07.991127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:08.012493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Made reservation on behalf of 370775aaa8c24506bbe8ae3c339bbf59 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:08.017863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.059385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.091067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Allocated IP 172.27.3.26 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/1b207ead-9a9e-401e-9887-865d6a66a187) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:08.094104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:08.101902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Usage tracker for resource:security_group_rule and tenant:f50d2ee8a2ba4ac1adbc3036422ab9c3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:08.110070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:08.118811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:08.142674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.163171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.190370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.263207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:08.274692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.275387 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Added segment f75c61d5-a717-4e15-81e4-8a904479917b of type vxlan for network f418b551-c7fc-40fd-acbc-ab48b495b994 Feb 17 17:50:08.315118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.394939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.409239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:08.414086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.420099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Pushing event updated for resources: {'Port': ['ID=b9513652-43c7-41b1-aeb6-bee84670a37e,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:08.421146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.441186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7e12d10-f0f3-4776-938f-0b12338cd743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:08.467915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.468298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:08.477518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.513315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fc69e1f8-38c3-4f3f-8207-f6469fe76970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:08.555123 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f50d2ee8a2ba4ac1adbc3036422ab9c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7775292 Feb 17 17:50:08.555972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:08.558090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38154) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:08.564299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.564742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Added segment a0b0f3bc-fd82-482b-aad0-cea353a67e76 of type vxlan for network de41662a-fc5b-4db7-92d4-7f0d38cde205 Feb 17 17:50:08.582299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46cd01e-2df7-4e9a-b95b-8e94000816e6,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:08.587062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:08.591542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.595150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.620679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e01dd20a-10b4-4147-bb0b-be00e6b21a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:08.655787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ad8bc-8d17-4f67-a03f-1853ba9f3220 None None] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:08.661937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Pushing event updated for resources: {'Network': ['ID=f418b551-c7fc-40fd-acbc-ab48b495b994,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:08.673340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:08.689995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.693465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:08.694244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.703667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:08.731867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:08.732937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:08.739311 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.7600846 Feb 17 17:50:08.746135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38164) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:08.765665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:08.773520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Pushing event updated for resources: {'Port': ['ID=1b207ead-9a9e-401e-9887-865d6a66a187,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:08.777340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:08.782138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:08.790258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38166) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:08.810019 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:50:08.819896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Request body: {'subnet': {'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-760230206-subnet', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:08.863186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:08.875937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Usage tracker for resource:subnet and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:08.882904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.4358304 Feb 17 17:50:08.882904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:08.896589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38174) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:08.904675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:08.911984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Request body: {'subnet': {'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-195984226-subnet', 'tenant_id': 'b71863ac7ecc498fb02fb26d77bdbca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:08.915745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Pushing event updated for resources: {'Network': ['ID=de41662a-fc5b-4db7-92d4-7f0d38cde205,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:08.924765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:08.927461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:08.932863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Usage tracker for resource:subnet and tenant:b71863ac7ecc498fb02fb26d77bdbca9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:08.937431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:08.947012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:08.950703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Made reservation on behalf of f4f3935930a74d98a7594ace85a82da2 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:08.955681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.957586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:08.965272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:08.984100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:09.050379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.078077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Made reservation on behalf of b71863ac7ecc498fb02fb26d77bdbca9 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:09.082545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.109085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:09.114093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:09.116860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:09.335579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b35ae298-08f1-46d9-a8ec-66caf6a9ce7f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:09.335579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b35ae298-08f1-46d9-a8ec-66caf6a9ce7f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:09.400552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.417203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f274f37f-ec5f-4ec0-a72e-a05714fd1b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:09.471024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46cd01e-2df7-4e9a-b95b-8e94000816e6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:09.473975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:09.521880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b35ae298-08f1-46d9-a8ec-66caf6a9ce7f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:09.523166 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b35ae298-08f1-46d9-a8ec-66caf6a9ce7f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.7318707 Feb 17 17:50:09.561326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.562435 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f46cd01e-2df7-4e9a-b95b-8e94000816e6 HTTP/1.1" status: 204 len: 168 time: 1.0022540 Feb 17 17:50:09.564536 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-e2d72098-2294-4439-8fef-f6c2713857bd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/quotas/88d25dad97034938882c60b19269c44a HTTP/1.1" status: 200 len: 375 time: 0.0244727 Feb 17 17:50:09.668086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16a786-5ed6-4d71-b353-08f4016dc4b9 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:09.678411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.784360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b0707c65-8248-452e-b5fa-202b165cf455 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975752 Feb 17 17:50:09.829870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:09.871381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:09.871835 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Added segment f91990c6-6ca2-4559-af8b-f7888184c87b of type vxlan for network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 Feb 17 17:50:09.930291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b9513652-43c7-41b1-aeb6-bee84670a37e up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:09.981679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.025317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-fb911b2f-607a-4041-b61d-f959431a73d3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:10.026313 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-fb911b2f-607a-4041-b61d-f959431a73d3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0948648 Feb 17 17:50:10.027386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.054553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e87a6c4c-d288-4feb-aca6-72d310929b9f None None] Provisioning for port b9513652-43c7-41b1-aeb6-bee84670a37e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:10.153755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port b9513652-43c7-41b1-aeb6-bee84670a37e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:10.158448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:50:10.161794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port b9513652-43c7-41b1-aeb6-bee84670a37e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:10.162219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.167072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38208) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:10.237883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.306674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.320259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.321427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:10.328853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.332075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:10.332731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.339342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Usage tracker for resource:security_group_rule and tenant:fb68e6e943d34c0e9439c2ca9731aa92 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:10.345060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:10.345258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port b9513652-43c7-41b1-aeb6-bee84670a37e, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b9513652-43c7-41b1-aeb6-bee84670a37e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:10.350876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.357655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:10.373157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:10.399400 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-d98932cc-8082-438a-bb57-3fd1eed88ec6 service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187986 Feb 17 17:50:10.443421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=b9513652-43c7-41b1-aeb6-bee84670a37e,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:10.457641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:10.499638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1f04df15-a51a-4b79-bf71-5d5b94fb6342 None None] Provisioning complete for port b9513652-43c7-41b1-aeb6-bee84670a37e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:10.500106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f04df15-a51a-4b79-bf71-5d5b94fb6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.518512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:10.600212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.665445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Checking segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:10.665846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Network hostable DHCP agents. Network: f8460b7f-7e75-417c-b058-118f385eb29f, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:10.679742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 5.8658452 Feb 17 17:50:10.682929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:10.693883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38214) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:10.695926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:10.705980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:10.707633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:10.747590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Request body: {'subnet': {'network_id': 'a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1488038479-subnet', 'tenant_id': '8c38456222234c3792272b9d90e97992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:10.788883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:10.805984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Usage tracker for resource:subnet and tenant:8c38456222234c3792272b9d90e97992 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:10.813996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:10.837133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:10.839694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Network f8460b7f-7e75-417c-b058-118f385eb29f is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:10.855149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:10.865388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebb659f-0d2d-4839-90ac-7f4a742c0be9,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:10.886558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:10.892973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Made reservation on behalf of 8c38456222234c3792272b9d90e97992 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:10.897819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:10.912677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, f8460b7f-7e75-417c-b058-118f385eb29f) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:10.960013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f5c5e9-7226-47dd-a29e-1bb65e10516a None None] Network f8460b7f-7e75-417c-b058-118f385eb29f requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:10.977916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:10.978659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.071011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-353393c2-05a2-411d-a38f-40428187a2b5 None None] Provisioning complete for port b9513652-43c7-41b1-aeb6-bee84670a37e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:11.071396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-353393c2-05a2-411d-a38f-40428187a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.128647 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1867368 Feb 17 17:50:11.129551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38224) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:11.135611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-575dd25e-b2f6-4ea3-9e50-10783beafc4b service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5364425 Feb 17 17:50:11.154131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.159787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:11.178355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:11.181120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.193041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Usage tracker for resource:router and tenant:370775aaa8c24506bbe8ae3c339bbf59 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:11.213023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:11.219227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:11.271250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.272648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:11.308481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:50:11.576939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38240) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:11.618848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb68e6e943d34c0e9439c2ca9731aa92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4472589 Feb 17 17:50:11.639856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38246) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:11.646478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db76249-6739-42dd-a318-2c7f035bf630,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:11.679125 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a36b9a5-9619-4c39-8a1c-feff0a71ddf2 req-8cc5bf77-c802-40ce-8fe0-07fc447ce218 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.0947239 Feb 17 17:50:11.690686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad9633-4a25-4bcd-86b8-46851b8a9cc3 None None] Network f8460b7f-7e75-417c-b058-118f385eb29f requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:11.694859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38254) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:11.723689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:11.734718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:11.741652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.743087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.747689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.748315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:11.750635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:49:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:11.767975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.784056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:11.785357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3139083 Feb 17 17:50:11.788442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38260) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:11.790235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:11.792717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fd9db6c6-c416-422f-946a-5a6de6edfe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:11.943584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b9513652-43c7-41b1-aeb6-bee84670a37e up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:11.988030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:12.008843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-440ec1f1-5563-4848-bd1e-fbd923c4f1de None None] Provisioning complete for port b9513652-43c7-41b1-aeb6-bee84670a37e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:12.009264 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440ec1f1-5563-4848-bd1e-fbd923c4f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.087428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.088631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.178905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.195861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:12.248124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db76249-6739-42dd-a318-2c7f035bf630,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:12.262579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:12.273696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.287768 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3db76249-6739-42dd-a318-2c7f035bf630 HTTP/1.1" status: 204 len: 168 time: 0.6466806 Feb 17 17:50:12.326967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:09Z', 'revision_number': 3, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:12.331132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:12.331539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Updating router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc port 1b207ead-9a9e-401e-9887-865d6a66a187 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:12.391485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.553159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port b9513652-43c7-41b1-aeb6-bee84670a37e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:12.553577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.697647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318a75e8-338f-41bd-8d22-0d53f99f5391,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:12.700272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.912110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.952004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:12.976607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:12.999781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Usage tracker for resource:security_group_rule and tenant:7250328f0240492e90269f166dedf185 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:13.019651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:13.051388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:13.070988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Checking segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:13.071515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Network hostable DHCP agents. Network: f418b551-c7fc-40fd-acbc-ab48b495b994, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:13.077889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=076f9e2e-be87-4088-9de3-1d8ea2511121,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:13.111914 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45df9e89-f0f7-4145-8e2a-fbf2c02ad6b7 req-12475dbc-d74d-428b-8adc-fe5bc5ea969d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.1934106 Feb 17 17:50:13.184366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.194632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.402s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:13.201284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Transition to ACTIVE for port object 1b207ead-9a9e-401e-9887-865d6a66a187 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:13.206762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.228740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.361s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:13.229073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:13.299164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:13.308603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.328397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:13.387359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.408885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, f418b551-c7fc-40fd-acbc-ab48b495b994) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:13.413289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:13.414612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.420810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a8e5f-0cdb-472a-a07a-a8bfb161fe81 None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:13.435944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Attempting to bind port 1b207ead-9a9e-401e-9887-865d6a66a187 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:13.436493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Attempting to bind port 1b207ead-9a9e-401e-9887-865d6a66a187 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:13.437010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Attempting to bind port 1b207ead-9a9e-401e-9887-865d6a66a187 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:13.445259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:13.445775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:13.446313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.446915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:13.447627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Bound port: 1b207ead-9a9e-401e-9887-865d6a66a187, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:13.448156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.450720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Checking segment: {'id': 'a0b0f3bc-fd82-482b-aad0-cea353a67e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:13.451126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Network hostable DHCP agents. Network: de41662a-fc5b-4db7-92d4-7f0d38cde205, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:13.457135 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3f5520cf-ba0f-48e8-9e12-6e389d39a3d9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.6570868 Feb 17 17:50:13.457983 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.462865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38308) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:13.500321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:13.505067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:13.509579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Usage tracker for resource:router and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:13.513416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:13.519243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:13.529083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:13.554175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.555304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.563337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] For port 1b207ead-9a9e-401e-9887-865d6a66a187, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:13.567244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] For port 1b207ead-9a9e-401e-9887-865d6a66a187, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=1b207ead-9a9e-401e-9887-865d6a66a187,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:13.576351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.599510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Pushing event updated for resources: {'Port': ['ID=1b207ead-9a9e-401e-9887-865d6a66a187,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:13.674944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.675220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.675934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.676451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.676832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.677358 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.677743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.678112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.678525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.678893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.679257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.679619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.680084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.680446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.681322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.681322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.681550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.681843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.682202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.682590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.682950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.683467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.683799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.684167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Tracked resource versions report: Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: pushed versions: Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: { 'AddressGroup': {'1.1'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': {'1.0'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': {'1.0'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': {'1.1'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': {'1.7'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': {'1.2'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': {'1.8'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': {'1.4'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': {'1.0'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': {'1.1'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': {'1.1'}} Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: consumer versions: Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: { DHCP agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: L3 agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: Metadata agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: Metering agent@dv-cinder-760199-3-iscsi: {}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@dv-cinder-760199-3-iscsi: { 'AddressGroup': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}, Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'ConntrackHelper': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Log': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Network': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Port': '1.7', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'PortForwarding': '1.2', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'QosPolicy': '1.8', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroup': '1.4', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SecurityGroupRule': '1.2', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'SubPort': '1.0', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Subnet': '1.1', Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: 'Trunk': '1.1'}} Feb 17 17:50:13.685619 dv-cinder-760199-3-iscsi neutron-server[83868]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:50:13.718840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.722385 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7250328f0240492e90269f166dedf185&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9730892 Feb 17 17:50:13.727064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38316) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:13.830018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:13.832696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f6a78-6748-4248-8c14-83503f168ce1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:13.839561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:13.885705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, de41662a-fc5b-4db7-92d4-7f0d38cde205) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:13.890865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:13.891527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:13.895199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0bd1ea-5168-4b93-a006-d61bffabbbec None None] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:13.942742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:13.957139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:14.093757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Allocated IP 172.20.0.1 (aa59ba0b-bde1-43a5-a395-5b950373d98b/ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5/3a843485-8cbd-424e-bd80-801fd5b98c04) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:14.183949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:14.185025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:49:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:14.264942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-f418b551-c7fc-40fd-acbc-ab48b495b994', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:50:14.265901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:14.360499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:14.378847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Transition to ACTIVE for port object 3a843485-8cbd-424e-bd80-801fd5b98c04 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:14.441418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.65', 53374) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:14.475938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:14.483324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:14.486704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:14.567135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:14.804990 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-786fe09e-528e-4ca9-b187-765289c257dd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.8978057 Feb 17 17:50:14.831964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Allocated IP 172.20.0.2 (f418b551-c7fc-40fd-acbc-ab48b495b994/318a75e8-338f-41bd-8d22-0d53f99f5391/d9e4d002-00ba-4b83-b86b-50d18dc9d7de) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:14.850068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3109c-d00e-4918-b5c1-81be6672043b None None] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:14.950419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:14.958307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3b1a2b8f-0df3-46f5-b99d-ee47a4c90193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:14.960081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Pushing event updated for resources: {'Port': ['ID=1b207ead-9a9e-401e-9887-865d6a66a187,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:14.966999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:14.995289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:09Z', 'revision_number': 3, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:15.000217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d510c5-3849-480a-bdc6-1c68c7c1b3ee None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:09Z', 'revision_number': 3, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:15.036330 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-12965e6c-b0e3-4f07-b982-2bfeb51d08f3 req-14524b0c-f9c4-4483-9e12-1b29ecfe0f3b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.6174753 Feb 17 17:50:15.104340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:15.115512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:15.118737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.188444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8990eaaa-760a-44ea-9e01-3659ce58c045,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:15.270544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:15.271085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.329292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Pushing event updated for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:15.335742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:15.351926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:15.383816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.394630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:15.480184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f6a78-6748-4248-8c14-83503f168ce1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:15.485284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:15.517343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.522986 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da5f6a78-6748-4248-8c14-83503f168ce1 HTTP/1.1" status: 204 len: 168 time: 1.7891939 Feb 17 17:50:15.613963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.639779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.676814 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Transition to ACTIVE for port object d9e4d002-00ba-4b83-b86b-50d18dc9d7de will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:15.696177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Transition to ACTIVE for port object d9e4d002-00ba-4b83-b86b-50d18dc9d7de will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:15.725540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.765215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:15.934194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:16.019678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.050476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.051793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Pushing event updated for resources: {'Port': ['ID=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:16.058960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-219c1a77-068c-4938-be4a-d70c113aecee None None] Provisioning for port 3a843485-8cbd-424e-bd80-801fd5b98c04 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:16.073033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:16.105059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-17725a94-43d4-499d-8ac5-e5e4ad786239 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:16.111773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-219c1a77-068c-4938-be4a-d70c113aecee None None] Provisioning complete for port 3a843485-8cbd-424e-bd80-801fd5b98c04 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:16.112373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-219c1a77-068c-4938-be4a-d70c113aecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.118420 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-17725a94-43d4-499d-8ac5-e5e4ad786239 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 1.5495722 Feb 17 17:50:16.230020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Request body: {'port': {'device_id': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c', 'admin_state_up': True, 'tenant_id': '88d25dad97034938882c60b19269c44a'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:16.231750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-219c1a77-068c-4938-be4a-d70c113aecee None None] Port 3a843485-8cbd-424e-bd80-801fd5b98c04 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:50:16.380841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:16.382867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:16.387598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:16.469727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Attempting to bind port d9e4d002-00ba-4b83-b86b-50d18dc9d7de on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:16.470618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Attempting to bind port d9e4d002-00ba-4b83-b86b-50d18dc9d7de by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:16.471216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Attempting to bind port d9e4d002-00ba-4b83-b86b-50d18dc9d7de on network f418b551-c7fc-40fd-acbc-ab48b495b994 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:16.479021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:16.479742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Checking segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:16.481031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.481747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Bound using segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:16.482530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Bound port: d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:16.483171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.543280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3da89c9-b1e0-4ffd-835d-7fe3053a2c3e req-65e2f0e5-e780-4f59-a8e6-fbb864f56376 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.1624732 Feb 17 17:50:16.562910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-ae8f8747-05a7-4a70-b5e2-d960a85cccfb tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:16.565553 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-ae8f8747-05a7-4a70-b5e2-d960a85cccfb tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/networks?id=de41662a-fc5b-4db7-92d4-7f0d38cde205 HTTP/1.1" status: 200 len: 811 time: 0.9104209 Feb 17 17:50:16.594550 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-c10bd819-e533-485f-9862-334ebc8d2232 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/quotas/b71863ac7ecc498fb02fb26d77bdbca9 HTTP/1.1" status: 200 len: 375 time: 0.0193434 Feb 17 17:50:16.781054 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-87916c70-4fa0-4628-b376-b13429c38971 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b71863ac7ecc498fb02fb26d77bdbca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1614401 Feb 17 17:50:16.814689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] For port d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:16.825140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] For port d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:16.835078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:16.882664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-954358bc-8924-4d4f-912a-2fe939973ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:17.055105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Checking segment: {'id': 'f91990c6-6ca2-4559-af8b-f7888184c87b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:17.055525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Network hostable DHCP agents. Network: a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:17.117908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Pushing event updated for resources: {'Port': ['ID=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:17.124746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:17.132816 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-9caa903b-e223-422a-aaa8-95b014012f44 service neutron] 10.222.0.58 "GET /v2.0/networks/de41662a-fc5b-4db7-92d4-7f0d38cde205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424869 Feb 17 17:50:17.257365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:17.272268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Usage tracker for resource:port and tenant:88d25dad97034938882c60b19269c44a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:17.281391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:17.292066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:17.292613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35442d39-3847-494f-b429-84c4edd42ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.299361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:17.327122 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-1ee58096-471e-417f-9435-f9a9700da6cc service neutron] 10.222.0.58 "GET /v2.0/networks/de41662a-fc5b-4db7-92d4-7f0d38cde205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1932344 Feb 17 17:50:17.329567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.340791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.342332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.408770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90bc23d7-cac1-4051-86c7-0f4c101ff6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:17.441068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:17.458638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:17.459899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.461536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609d78b-94d5-44d2-99c2-af911852de8a None None] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:17.476836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:17.489270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:17.957631 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b4fc633-04dc-4ea3-b99c-89deccb7df1e req-33572942-f5fd-4ab6-97a2-2504c1bdfadd tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.2412746 Feb 17 17:50:18.037042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1b207ead-9a9e-401e-9887-865d6a66a187 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:18.262819 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec94e99c-f242-4127-bfdd-c80b7695f562 req-d8486d6f-2bb0-4bd7-8dd3-abff0cf17224 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.1543884 Feb 17 17:50:18.307041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:18.312009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:18.576146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Pushing event updated for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:18.606945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:18.873863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fb685-fe73-499d-bee9-8be01b909117 None None] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:19.072816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e405b962-adf0-4445-9c7b-b5470168c03b None None] Provisioning complete for port 3a843485-8cbd-424e-bd80-801fd5b98c04 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:19.073548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e405b962-adf0-4445-9c7b-b5470168c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:19.170688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Allocated IP 172.27.3.64 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/2d3dec67-ad48-46e0-992c-a28cc7ae4540) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:19.338979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-144e87fe-8f83-484e-8fac-8b3c37c3a0d9 req-a15def35-f95b-470e-93cc-36cf3488007d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.1909161 Feb 17 17:50:19.403629 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 8.7044377 Feb 17 17:50:19.447663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:50:19.478224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 1b207ead-9a9e-401e-9887-865d6a66a187 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:19.827115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9e7db-6271-48d9-8834-af9980485ac5 None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:19.951973 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-119773cf-e626-4124-b5cd-986a6afac69d req-fb1a7e99-1470-490b-83c5-bda45c4097fe tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.2960722 Feb 17 17:50:19.980119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 1b207ead-9a9e-401e-9887-865d6a66a187 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:19.980574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:20.053564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:20.055349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5a7237ab-c852-4c84-946d-aaec2d83931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:20.067406 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] 10.222.0.58 "PUT /v2.0/routers/4f9dc361-cbca-4584-a5a2-d4339cca6fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2778573 Feb 17 17:50:20.111633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:20.137751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:20.138487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:20.326862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Allocated IP 172.20.0.9 (fc5a93ea-27a8-4a74-bc85-022a3125b26c/23cd874d-42de-4150-8716-e4784760358c/46a3f614-cfbc-491a-912f-b6f8c9118372) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:20.338247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:20.717614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:20.799499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e405b962-adf0-4445-9c7b-b5470168c03b None None] Port 3a843485-8cbd-424e-bd80-801fd5b98c04 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:50:21.165589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.303795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.424561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.451941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-da8ce8fc-eb71-471f-b9be-7ffde0041658 None None] Provisioning for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:21.465481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.487973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.548027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.565200 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8504e5a6-2ca3-419b-8666-deba31d991f5 req-2c529e68-f21d-4cd4-9814-47516d8f16bc tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.9737899 Feb 17 17:50:21.612090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:21.781396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38526) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:21.788291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284018524-network', 'tenant_id': '90a54b2a301b49108c26121736be51d9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:21.797058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:21.818576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Usage tracker for resource:network and tenant:90a54b2a301b49108c26121736be51d9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:21.827416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:21.847344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:21.892176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Made reservation on behalf of 90a54b2a301b49108c26121736be51d9 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:21.901514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.953631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:21.988885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3dec67-ad48-46e0-992c-a28cc7ae4540,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:22.062479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:22.069563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Usage tracker for resource:security_group_rule and tenant:90a54b2a301b49108c26121736be51d9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:22.074488 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:22.083390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.085476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:22.120154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 1b207ead-9a9e-401e-9887-865d6a66a187, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=1b207ead-9a9e-401e-9887-865d6a66a187,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:22.136761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.174753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.176786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95966585-8bf5-434d-b00a-6067f3ef1a08 req-81061c0c-6558-4ad3-9ad5-9610ea8cc9e6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:22.182629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.189770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:22.191759 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95966585-8bf5-434d-b00a-6067f3ef1a08 req-81061c0c-6558-4ad3-9ad5-9610ea8cc9e6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.2019377 Feb 17 17:50:22.317496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:22.360711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:16Z', 'revision_number': 2, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:22.363599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:22.370786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-95966585-8bf5-434d-b00a-6067f3ef1a08 req-ab333caf-3806-43cc-a004-b17dea04ee1c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:22.380967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=1b207ead-9a9e-401e-9887-865d6a66a187,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:22.383980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:22.384404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Updating router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc port 3a843485-8cbd-424e-bd80-801fd5b98c04 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:22.442442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:22.470342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d9e4d002-00ba-4b83-b86b-50d18dc9d7de up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:22.536100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.545605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.566152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:50:22.579164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.579559 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Added segment e65015c3-9a4f-4718-80d6-b939f2378022 of type vxlan for network 986d3ed2-5a28-436e-868c-f6142b37cc21 Feb 17 17:50:22.617780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.656129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event updated for resources: {'Port': ['ID=46a3f614-cfbc-491a-912f-b6f8c9118372,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:22.657436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38534) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:22.658689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-24ecbb61-6ca6-4bb2-a9a3-ac6ca768b3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:22.678858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:22.687734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109808581', 'description': 'tempest-description--829876134'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:22.711848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:22.712455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-95966585-8bf5-434d-b00a-6067f3ef1a08 req-ab333caf-3806-43cc-a004-b17dea04ee1c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:22.712753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:22.724197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:22.738971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95966585-8bf5-434d-b00a-6067f3ef1a08 req-ab333caf-3806-43cc-a004-b17dea04ee1c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460029 Feb 17 17:50:22.739509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:22.740483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.754066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.760132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:22.774338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.808449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:22.818567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:22.835298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:22.847324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:22.888076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:22.890339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5284ae3c-a912-4ac3-868f-7f9575fc97af,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:22.899885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:22.918021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:22.918526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:22.949192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7424605 Feb 17 17:50:23.052029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:23.055046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.097328 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3139036 Feb 17 17:50:23.098178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38546) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:23.116230 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f4a717e-0375-47e6-877e-8534c6e46301 req-f6fc19ea-8a68-4832-b256-5eb1349135d9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.1747742 Feb 17 17:50:23.126450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Request body: {'subnet': {'network_id': '986d3ed2-5a28-436e-868c-f6142b37cc21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284018524-subnet', 'tenant_id': '90a54b2a301b49108c26121736be51d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:23.148764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.174833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:23.177697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Pushing event updated for resources: {'Network': ['ID=986d3ed2-5a28-436e-868c-f6142b37cc21,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:23.189059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Usage tracker for resource:subnet and tenant:90a54b2a301b49108c26121736be51d9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:23.247397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:23.255657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Made reservation on behalf of 90a54b2a301b49108c26121736be51d9 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:23.266751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.328496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:23.339058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:23.342359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:23.359056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:23.567534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.607623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.622446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:23.668170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70946dc6-bd0d-4704-94a0-ca23112ccc47,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:23.689120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:23.724330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.726381 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0492301 Feb 17 17:50:23.741891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38558) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:23.748811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group_rule': {'security_group_id': '70946dc6-bd0d-4704-94a0-ca23112ccc47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:23.797758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:23.819602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:23.834929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-10b1ffdb-b9ac-4ba0-b2b6-b481e88f86d8 None None] Provisioning complete for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:23.835354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10b1ffdb-b9ac-4ba0-b2b6-b481e88f86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:23.835782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:23.881770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:24.053889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.055835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.158913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff24e-49c1-4de1-8d53-a0034de07b26 req-590d551f-528e-45fb-83d4-214ded4bfb85 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:24.160559 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a6ff24e-49c1-4de1-8d53-a0034de07b26 req-590d551f-528e-45fb-83d4-214ded4bfb85 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.2108097 Feb 17 17:50:24.183667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:24.195444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.205207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.220263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Allocated IP 172.27.3.219 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/d540ca40-b7ae-4911-938a-314ff35a49a2) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:24.230071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.236356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10b1ffdb-b9ac-4ba0-b2b6-b481e88f86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.259897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a6ff24e-49c1-4de1-8d53-a0034de07b26 req-85344ed8-8eff-4e14-a00c-6472aee585c8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871928 Feb 17 17:50:24.264182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e92a834-544b-4b75-91fb-41873e8cb9ce,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:24.267783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:24.285934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.297345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.303694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.305594 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624914 Feb 17 17:50:24.310550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38566) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:24.348578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.377223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eabb0ee1-1239-41a1-b3a9-e99fbf88a0d1 req-b14578ca-b885-4148-a632-1823ac032812 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.0680494 Feb 17 17:50:24.403974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1b207ead-9a9e-401e-9887-865d6a66a187 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:24.412364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group_rule': {'security_group_id': '70946dc6-bd0d-4704-94a0-ca23112ccc47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:24.428998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:24.437734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:24.442205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:24.451884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:24.460186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.482537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.511606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:24.521920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:24.562381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-10b1ffdb-b9ac-4ba0-b2b6-b481e88f86d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:50:24.562778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-10b1ffdb-b9ac-4ba0-b2b6-b481e88f86d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:50:24.568780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.572622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 1b207ead-9a9e-401e-9887-865d6a66a187 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:24.573065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.600093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.651934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.660860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e22b509-4aaf-405b-89e0-3a2007db569d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:24.672298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:24.673808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.724887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.731659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.745233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-919f10ca-3343-4c68-a65e-d5bddec18451 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.772945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210b4ae9-6dce-4441-be77-2a0617ac4500,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:24.780409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:24.781306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Checking segment: {'id': 'e65015c3-9a4f-4718-80d6-b939f2378022', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '986d3ed2-5a28-436e-868c-f6142b37cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:24.781623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Network hostable DHCP agents. Network: 986d3ed2-5a28-436e-868c-f6142b37cc21, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:50:24.803220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.807937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.812614 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976721 Feb 17 17:50:24.814600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38576) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:24.820638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:24.824252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Transition to ACTIVE for port object 3a843485-8cbd-424e-bd80-801fd5b98c04 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:24.826993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:24.827369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.829391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:50:24.834383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:floatingip and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:24.840593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:24.842321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0e46f1a0-ae4e-40dc-b806-0fcb075d1688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:24.847579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 986d3ed2-5a28-436e-868c-f6142b37cc21) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:24.849417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:24.855220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:24.855873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.873308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:24.882584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6826c-47d7-4490-9eb9-e36135bda869 None None] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:24.955991 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8491974 Feb 17 17:50:24.991166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Pushing event updated for resources: {'Port': ['ID=d540ca40-b7ae-4911-938a-314ff35a49a2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:24.994484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:25.070881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:25.139508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:25.142934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:25.145687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:25.208611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38582) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:25.226876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Pushing event updated for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:25.233883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:25.324454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Deleting subnet 8990eaaa-760a-44ea-9e01-3659ce58c045 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:50:25.331659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:25.464790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e8dc0cbe-7dad-469b-9b76-880e1e3636d8 None None] Provisioning complete for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:25.464790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8dc0cbe-7dad-469b-9b76-880e1e3636d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:25.755892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:25.776628 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dbdc7d9e-3cdb-49ef-bd80-c8920f103eca req-462242bc-a438-4b51-941e-e25a8e24513d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.2016048 Feb 17 17:50:25.791664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:25.881864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.075508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:50:26.180545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.231954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Allocated IP 172.27.3.47 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/116d6cd2-dfd8-4295-b07e-7480b4a91453) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:26.251132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88a6d-87bc-4542-bf3d-8a74a0c524fe req-3c5d2f4c-5842-46a3-9aec-74c9a8e61278 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:26.252848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84d88a6d-87bc-4542-bf3d-8a74a0c524fe req-3c5d2f4c-5842-46a3-9aec-74c9a8e61278 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.6982360 Feb 17 17:50:26.326734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Attempting to bind port 3a843485-8cbd-424e-bd80-801fd5b98c04 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:26.327162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Attempting to bind port 3a843485-8cbd-424e-bd80-801fd5b98c04 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:26.327589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Attempting to bind port 3a843485-8cbd-424e-bd80-801fd5b98c04 on network aa59ba0b-bde1-43a5-a395-5b950373d98b {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:26.339813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:26.340245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Checking segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:26.340879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.341333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Bound using segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:26.341887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Bound port: 3a843485-8cbd-424e-bd80-801fd5b98c04, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:26.342319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.449731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e711e66-ad37-4836-a0ed-72c84b688f3b None None] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:50:26.474749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d9e4d002-00ba-4b83-b86b-50d18dc9d7de up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:26.484957 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84d88a6d-87bc-4542-bf3d-8a74a0c524fe req-03fc8065-e666-4016-b1d6-acf15e90a25d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235811 Feb 17 17:50:26.623461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.706779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.727854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:26.802180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.823959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:26.933587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] For port 3a843485-8cbd-424e-bd80-801fd5b98c04, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:26.940613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] For port 3a843485-8cbd-424e-bd80-801fd5b98c04, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3a843485-8cbd-424e-bd80-801fd5b98c04,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:27.117766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.170813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:27.206433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Router b0f07b47-7805-4907-a285-d35734e0fe65 is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:50:27.223304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Router 44e542bc-eb66-4231-9730-b2413f93f94e is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:50:27.231651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-07caa6a5-5930-43de-ab2c-6aca732d8a77 req-9975651e-5f2f-4f82-b707-3f01b9506216 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.1737103 Feb 17 17:50:27.259280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=116d6cd2-dfd8-4295-b07e-7480b4a91453,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:27.288529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:27.289670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5f5dac4b-a3dd-4233-99ab-8979e17a5dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:27.340789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8990eaaa-760a-44ea-9e01-3659ce58c045,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:27.349482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:27.370940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.394262 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6a5c7379-78f8-4b81-98a1-38b1d04d6732 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8990eaaa-760a-44ea-9e01-3659ce58c045 HTTP/1.1" status: 204 len: 168 time: 2.1840265 Feb 17 17:50:27.398944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38608) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:27.401633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:27.402888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:27.405572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:27.446743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port d9e4d002-00ba-4b83-b86b-50d18dc9d7de triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:27.447215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.506029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.528000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Pushing event updated for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:27.538361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:27.548647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:27.549359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:27.628734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.854752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:27.933284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:27.957437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:27.959749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:27.973787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:28.002030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:28.003003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:28.182593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf8a7-9bcb-4cd9-bc36-f27536089f2a req-bb5207ea-8724-4d6e-b868-01097bdc22ea tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:28.184699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-435cf8a7-9bcb-4cd9-bc36-f27536089f2a req-bb5207ea-8724-4d6e-b868-01097bdc22ea tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.4099984 Feb 17 17:50:28.240266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:28.247152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:28.363063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Sync routers for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:28.398293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:28.402766 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 17.2552831 Feb 17 17:50:28.439222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:28.440099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:28.462772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:28.571234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38624) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:28.571778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:28.769722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:28.771107 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.3012724 Feb 17 17:50:28.775197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38628) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:28.935753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:28.955461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.004532 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-435cf8a7-9bcb-4cd9-bc36-f27536089f2a req-7fb186d8-57b4-418c-a395-317a3b5a3578 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008935 Feb 17 17:50:29.075428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.116938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:25Z', 'revision_number': 3, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.137632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:29.138044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Updating router b0f07b47-7805-4907-a285-d35734e0fe65 port d540ca40-b7ae-4911-938a-314ff35a49a2 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:29.179774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:26Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.199857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3de7e-e006-4642-adf0-edd741ba6840 None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:26Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:29.235910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.236317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.237165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.237668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > port after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.237886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.238237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > port after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.239156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.239518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.239886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.240250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.306702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=116d6cd2-dfd8-4295-b07e-7480b4a91453,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:29.311206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:29.314254 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97101108-9ea0-44c8-ab5f-76a25639d5e8 req-381cd130-c3fe-4869-b62a-09862e6ad1f0 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.7453854 Feb 17 17:50:29.339593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.341443 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5258353 Feb 17 17:50:29.383476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.644799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:23Z', 'revision_number': 3, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.653387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Checking router: 44e542bc-eb66-4231-9730-b2413f93f94e for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:29.653805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Updating router 44e542bc-eb66-4231-9730-b2413f93f94e port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:29.692967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.693353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.693799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.701542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83979) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:50:29.702383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.751802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91990c6-6ca2-4559-af8b-f7888184c87b') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.752340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91990c6-6ca2-4559-af8b-f7888184c87b') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:29.801476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.857441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.857628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:29.863730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:50:30.091647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-0b4d71ee-8881-4e7b-a668-ed5dd598ea94 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:30.139001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-0b4d71ee-8881-4e7b-a668-ed5dd598ea94 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:30.140440 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-0b4d71ee-8881-4e7b-a668-ed5dd598ea94 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2109808581&fields=id&tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 267 time: 0.2146678 Feb 17 17:50:30.174538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:50:30.197826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:30.342166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:30.359372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Transition to ACTIVE for port object d540ca40-b7ae-4911-938a-314ff35a49a2 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:30.362703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:30.379536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-f8a28cef-0558-41d2-b8ef-ac0f89a9c21b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83979) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:30.381558 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-f8a28cef-0558-41d2-b8ef-ac0f89a9c21b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0077400 Feb 17 17:50:30.383019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:30.438738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-1d7169ef-da10-46e1-bcde-1ee2db49ec8e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:30.439554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-1d7169ef-da10-46e1-bcde-1ee2db49ec8e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:30.470099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-1d7169ef-da10-46e1-bcde-1ee2db49ec8e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:30.471337 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-1d7169ef-da10-46e1-bcde-1ee2db49ec8e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 816 time: 0.3175769 Feb 17 17:50:30.550243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Network a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:50:30.553349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87a26-a7ee-4ccf-af55-359120703104 None None] Pushing event updated for resources: {'Port': ['ID=d540ca40-b7ae-4911-938a-314ff35a49a2,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:30.561623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2ab87a26-a7ee-4ccf-af55-359120703104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:30.614798 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-6a0ded63-8e04-424b-a5e3-60fa12ac7d4d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/quotas/506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 375 time: 0.1295121 Feb 17 17:50:30.693654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3a843485-8cbd-424e-bd80-801fd5b98c04 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: from cryptography.utils import int_from_bytes Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: from cryptography.utils import int_from_bytes Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: (rel_b, rel_a, rel_b), Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: (rel_b, rel_a, rel_b), Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:50:30.717269 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:50:30.723320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c1a13-15e3-4aa9-a725-002431c92713 req-c4598a3a-ee2a-4e20-962c-7149feab00ce tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:30.724953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-736c1a13-15e3-4aa9-a725-002431c92713 req-c4598a3a-ee2a-4e20-962c-7149feab00ce tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.3911321 Feb 17 17:50:30.760497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Attempting to bind port d540ca40-b7ae-4911-938a-314ff35a49a2 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:30.764626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Attempting to bind port d540ca40-b7ae-4911-938a-314ff35a49a2 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:30.766063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Attempting to bind port d540ca40-b7ae-4911-938a-314ff35a49a2 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:30.785819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:30.791902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:30.801516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:30.802209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:30.805256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Bound port: d540ca40-b7ae-4911-938a-314ff35a49a2, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:30.806028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:30.895669 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-736c1a13-15e3-4aa9-a725-002431c92713 req-db7175b3-209e-40e5-817e-48562ef8cb30 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616249 Feb 17 17:50:30.933883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 3a843485-8cbd-424e-bd80-801fd5b98c04 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:30.941290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 3a843485-8cbd-424e-bd80-801fd5b98c04 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:30.941722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.001411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-91d81536-729a-4828-badd-3bfec415010b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:31.022558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.038231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:50:31.084996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.65', 53391) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:31.091179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] For port d540ca40-b7ae-4911-938a-314ff35a49a2, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:31.128433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] For port d540ca40-b7ae-4911-938a-314ff35a49a2, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d540ca40-b7ae-4911-938a-314ff35a49a2,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:31.145331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.150683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.176136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.187421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-91d81536-729a-4828-badd-3bfec415010b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:31.190489 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-91d81536-729a-4828-badd-3bfec415010b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5576046 Feb 17 17:50:31.201846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:31.228244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:31.242668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Request body: {'port': {'device_id': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:31.273448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:31.277473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:31.305671 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a0b83a0a-3a6e-46a1-8d91-c7d573dc84a6 HTTP/1.1" status: 204 len: 168 time: 3.8451860 Feb 17 17:50:31.307873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38684) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:31.439273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.458084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.516270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Transition to ACTIVE for port object 2d3dec67-ad48-46e0-992c-a28cc7ae4540 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:31.534436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.558100 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c1e55f9-adec-44c3-a13c-20bd82786912 req-a137013c-0f21-4810-a7a5-9884e2b621cd tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.3378029 Feb 17 17:50:31.565609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-48d0081b-3e07-4965-9aef-f1e4b9562213 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:31.567176 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-48d0081b-3e07-4965-9aef-f1e4b9562213 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.65 "GET /v2.0/networks?id=de41662a-fc5b-4db7-92d4-7f0d38cde205 HTTP/1.1" status: 200 len: 811 time: 0.4665649 Feb 17 17:50:31.607313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:31.619420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87a26-a7ee-4ccf-af55-359120703104 None None] Pushing event updated for resources: {'Port': ['ID=d540ca40-b7ae-4911-938a-314ff35a49a2,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:31.627539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2ab87a26-a7ee-4ccf-af55-359120703104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:31.814725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Request body: {'port': {'device_id': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205', 'admin_state_up': True, 'tenant_id': 'b71863ac7ecc498fb02fb26d77bdbca9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:31.825959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:31.826673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:31.963438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 3a843485-8cbd-424e-bd80-801fd5b98c04, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3a843485-8cbd-424e-bd80-801fd5b98c04,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:31.972424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Pushing event updated for resources: {'Port': ['ID=2d3dec67-ad48-46e0-992c-a28cc7ae4540,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:31.977584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:31.979194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:31.984649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:31.999074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-82e32395-2251-4aee-8a1d-b36438633ba1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:32.003049 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-82e32395-2251-4aee-8a1d-b36438633ba1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2140296 Feb 17 17:50:32.140176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Attempting to bind port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:32.140741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Attempting to bind port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:32.141273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Attempting to bind port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:32.151233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:32.155757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:32.156297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:32.156916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.157412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:32.158641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Bound port: 2d3dec67-ad48-46e0-992c-a28cc7ae4540, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:32.159183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.196363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:32.251649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Deleting subnet 0e22b509-4aaf-405b-89e0-3a2007db569d {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:50:32.263684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.280686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] For port 2d3dec67-ad48-46e0-992c-a28cc7ae4540, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:32.285571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] For port 2d3dec67-ad48-46e0-992c-a28cc7ae4540, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=2d3dec67-ad48-46e0-992c-a28cc7ae4540,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:32.289968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.307980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-51104c28-db69-4cf4-b5d4-776233b95c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:32.329352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.414044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:32.424174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.455618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:32.484570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Usage tracker for resource:port and tenant:b71863ac7ecc498fb02fb26d77bdbca9 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:32.501712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:32.519532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:32.539989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Pushing event updated for resources: {'Port': ['ID=2d3dec67-ad48-46e0-992c-a28cc7ae4540,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:32.548216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:32.557622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Allocated IP 172.20.0.1 (f8460b7f-7e75-417c-b058-118f385eb29f/2ebb659f-0d2d-4839-90ac-7f4a742c0be9/bf2d3109-d250-430a-867b-75212ab2c7b5) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:32.571340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3a843485-8cbd-424e-bd80-801fd5b98c04 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:32.572175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Made reservation on behalf of b71863ac7ecc498fb02fb26d77bdbca9 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:32.578121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.655514 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-d3a9372b-e9cc-45f4-904c-1d40a1285ffe service neutron] 10.222.0.58 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449435 Feb 17 17:50:32.666382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:32.667197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:32.761230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:32.825516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:25Z', 'revision_number': 3, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:32.830570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e64dc-b0b2-4bf2-b5eb-8510544850e6 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:25Z', 'revision_number': 3, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:32.883318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 3a843485-8cbd-424e-bd80-801fd5b98c04 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:32.884046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:33.088014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:33.117627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:33.269811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9fd6-4253-41e3-aa0e-ac8dd25374df req-ebf4accc-2ee1-48ff-8df6-714dc0867af5 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:33.279430 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-271f9fd6-4253-41e3-aa0e-ac8dd25374df req-ebf4accc-2ee1-48ff-8df6-714dc0867af5 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 931 time: 0.9335921 Feb 17 17:50:33.338759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:33.506977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e22b509-4aaf-405b-89e0-3a2007db569d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:33.516826 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-271f9fd6-4253-41e3-aa0e-ac8dd25374df req-7a6dc0af-89a8-4f56-b189-648ebc6f9a0f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359910 Feb 17 17:50:33.538946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:33.551870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:33.594656 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-48de959e-87cd-45aa-9aba-d2ec3f5359a1 service neutron] 10.222.0.58 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9376330 Feb 17 17:50:33.648782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:33.802004 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83b5976a-05db-4289-9ca5-eb318b093a55 req-b7a28efc-fb40-42da-92ae-8f9d84e306ed tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.1002700 Feb 17 17:50:33.813157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:23Z', 'revision_number': 3, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:33.821009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a91d9-0406-462f-af29-b3dfbe69cc34 None None] The sync data for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi is: [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:23Z', 'revision_number': 3, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:33.864061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Allocated IP 172.20.0.14 (de41662a-fc5b-4db7-92d4-7f0d38cde205/076f9e2e-be87-4088-9de3-1d8ea2511121/3b1e8710-bba0-4ff2-a651-42e5a946a6cb) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:33.977093 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02d71400-9a2c-4412-aa75-b7585ca4347a req-9e0bab3f-d703-44df-8af7-dcb13d7cabf1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0785635 Feb 17 17:50:33.997962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.022247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.032557 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-14a29e0d-cb1f-4687-aec5-e1ab31460f93 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0e22b509-4aaf-405b-89e0-3a2007db569d HTTP/1.1" status: 204 len: 168 time: 2.7217274 Feb 17 17:50:34.041982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38738) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:34.053122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a3f614-cfbc-491a-912f-b6f8c9118372 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:50:34.086098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.158115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:34.197054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Transition to ACTIVE for port object 46a3f614-cfbc-491a-912f-b6f8c9118372 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:34.207936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.287347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a0935f6d-f8aa-4675-9e6e-a598a73c8f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:34.367013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:34.378846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:34.388981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Network f8460b7f-7e75-417c-b058-118f385eb29f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:34.392772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:34.433933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:34.434506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.529815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Pushing event updated for resources: {'Port': ['ID=46a3f614-cfbc-491a-912f-b6f8c9118372,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:34.549161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:34.568141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.600548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d540ca40-b7ae-4911-938a-314ff35a49a2 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:34.660821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.708346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port d540ca40-b7ae-4911-938a-314ff35a49a2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:34.714697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port d540ca40-b7ae-4911-938a-314ff35a49a2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:34.715409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.807883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.891384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.921007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port d540ca40-b7ae-4911-938a-314ff35a49a2, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d540ca40-b7ae-4911-938a-314ff35a49a2,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:34.924311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:34.926598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:35.017708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=d540ca40-b7ae-4911-938a-314ff35a49a2,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:35.021434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:35.085298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.133819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:35.187774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Allocated IP 172.20.0.1 (f418b551-c7fc-40fd-acbc-ab48b495b994/318a75e8-338f-41bd-8d22-0d53f99f5391/e5667cd3-3961-4d9c-9fe0-4d7a03445b27) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:35.282436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.419311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Pushing event updated for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:35.431061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:35.486453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291a57d-ee0e-459c-b073-9ce581e1245d req-d0053eb6-8c4a-4c9f-bac1-5c039aa8120a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:35.491546 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6291a57d-ee0e-459c-b073-9ce581e1245d req-d0053eb6-8c4a-4c9f-bac1-5c039aa8120a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.6858203 Feb 17 17:50:35.548578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373dac-61c4-4624-88f4-cda89bccb984 req-46d07b81-4d68-45af-a89e-787242cef9e9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:35.550185 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95373dac-61c4-4624-88f4-cda89bccb984 req-46d07b81-4d68-45af-a89e-787242cef9e9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 932 time: 0.5170922 Feb 17 17:50:35.579719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986d3ed2-5a28-436e-868c-f6142b37cc21']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:35.601120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65015c3-9a4f-4718-80d6-b939f2378022') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:35.601467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65015c3-9a4f-4718-80d6-b939f2378022') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:35.618063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Attempting to bind port 46a3f614-cfbc-491a-912f-b6f8c9118372 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:35.618470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Attempting to bind port 46a3f614-cfbc-491a-912f-b6f8c9118372 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:35.618700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:35.619535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Attempting to bind port 46a3f614-cfbc-491a-912f-b6f8c9118372 on network fc5a93ea-27a8-4a74-bc85-022a3125b26c {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:35.626997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:35.633934 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6291a57d-ee0e-459c-b073-9ce581e1245d req-cc9c0b12-852b-44dc-84aa-69b1111cefe3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306996 Feb 17 17:50:35.634895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.636082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:35.640413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:35.641854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.642046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:35.642459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Checking segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:35.643257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.643669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Bound using segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:35.644189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Bound port: 46a3f614-cfbc-491a-912f-b6f8c9118372, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:35.644568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.692215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.697269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.697996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.704225 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9163709 Feb 17 17:50:35.710009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.713625 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95373dac-61c4-4624-88f4-cda89bccb984 req-8e23e62a-a934-4567-918f-e562bd00438f tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485910 Feb 17 17:50:35.714510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:35.732746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26faac1e-b66d-4771-b772-d3bd496777c9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:35.748532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:50:35.850208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Request body: {'port': {'device_id': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:35.884307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Transition to ACTIVE for port object e5667cd3-3961-4d9c-9fe0-4d7a03445b27 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:35.990021 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d93f4482-67a8-4c41-bff0-fda981361dc0 req-35c611de-1ee6-4ce6-9f68-eb2190ace057 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0972464 Feb 17 17:50:36.018540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:50:36.041658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:36.098148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:36.110108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:36.129243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] For port 46a3f614-cfbc-491a-912f-b6f8c9118372, host hv-cinder-76019, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:36.138597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:36.170362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:36.263724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:36.358290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.65', 53397) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:36.432864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Network f8460b7f-7e75-417c-b058-118f385eb29f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:36.436047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:36.502074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Network 986d3ed2-5a28-436e-868c-f6142b37cc21 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:50:36.554208 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:50:36.639395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d540ca40-b7ae-4911-938a-314ff35a49a2 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:36.695332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:50:36.702436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-a257a6ce-897b-440e-84d7-f9ea51ddc4e5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:36.704070 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-a257a6ce-897b-440e-84d7-f9ea51ddc4e5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 816 time: 0.3447490 Feb 17 17:50:36.704756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Pushing event updated for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:36.726137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:36.801025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port d540ca40-b7ae-4911-938a-314ff35a49a2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:36.801456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.062329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] For port 46a3f614-cfbc-491a-912f-b6f8c9118372, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=46a3f614-cfbc-491a-912f-b6f8c9118372,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:37.084560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.091359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2d3dec67-ad48-46e0-992c-a28cc7ae4540 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:37.118900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.125525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1e8710-bba0-4ff2-a651-42e5a946a6cb {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:50:37.140522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.160290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Router 44e542bc-eb66-4231-9730-b2413f93f94e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:50:37.171630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:37.198780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.199700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:37.206590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:37.207177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.219482 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-172ac9f7-0ad6-430a-8e30-860b91152848 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 5704 time: 0.4922533 Feb 17 17:50:37.248724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Transition to ACTIVE for port object 3b1e8710-bba0-4ff2-a651-42e5a946a6cb will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:37.317505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'port': {'device_id': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'admin_state_up': True, 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'security_groups': ['70946dc6-bd0d-4704-94a0-ca23112ccc47']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:37.367507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.375063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=986d3ed2-5a28-436e-868c-f6142b37cc21,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:37.378247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:37.383615 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ab6e9345-3bf3-4b50-bbba-54ab87b91f31 admin admin] 10.222.0.58 "DELETE /v2.0/networks/986d3ed2-5a28-436e-868c-f6142b37cc21 HTTP/1.1" status: 204 len: 168 time: 3.3374219 Feb 17 17:50:37.390084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 2d3dec67-ad48-46e0-992c-a28cc7ae4540, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=2d3dec67-ad48-46e0-992c-a28cc7ae4540,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:37.400181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.404061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:37.430295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:37.487295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=2d3dec67-ad48-46e0-992c-a28cc7ae4540,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:37.491835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:37.557775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:37.702965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38808) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:37.707897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:37.708870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:37.742505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:37.770382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:37.822537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508f3dc-d045-48ae-9505-2825cbb20c54 req-d8af4c66-0a71-4f56-8e1f-618e9317c3ce tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:37.824347 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4508f3dc-d045-48ae-9505-2825cbb20c54 req-d8af4c66-0a71-4f56-8e1f-618e9317c3ce tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.6513367 Feb 17 17:50:37.828653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:37.829152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38814) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:37.832251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:37.912887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270e884-584f-47f3-9b39-9281ae7c5621 req-b07d552a-ff6d-45db-a895-8ecda1e04551 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:37.913535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2270e884-584f-47f3-9b39-9281ae7c5621 req-b07d552a-ff6d-45db-a895-8ecda1e04551 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Synchronizing usage tracker for tenant:b71863ac7ecc498fb02fb26d77bdbca9 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:37.924367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Pushing event updated for resources: {'Port': ['ID=46a3f614-cfbc-491a-912f-b6f8c9118372,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:37.938277 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c73bafd9-9c2a-4930-923d-4f4f9096c9c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c38456222234c3792272b9d90e97992&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2224293 Feb 17 17:50:37.947536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 38820) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:37.948611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:37.973115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:37.979393 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] 10.222.0.58 "PUT /v2.0/routers/44e542bc-eb66-4231-9730-b2413f93f94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3073070 Feb 17 17:50:37.990973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Sync routers for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:37.998692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.019121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:38.020999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:38.046230 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4508f3dc-d045-48ae-9505-2825cbb20c54 req-bc5f7257-2572-410c-9326-9b135eb1aaee tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776121 Feb 17 17:50:38.059740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-afed0c4c-d1eb-4f95-87e2-b023a5ef1b54 None None] Provisioning for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:38.067712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-afed0c4c-d1eb-4f95-87e2-b023a5ef1b54 None None] Provisioning complete for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:38.068144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afed0c4c-d1eb-4f95-87e2-b023a5ef1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.198581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2270e884-584f-47f3-9b39-9281ae7c5621 req-b07d552a-ff6d-45db-a895-8ecda1e04551 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Unset dirty status for tenant:b71863ac7ecc498fb02fb26d77bdbca9 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:38.208032 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2270e884-584f-47f3-9b39-9281ae7c5621 req-b07d552a-ff6d-45db-a895-8ecda1e04551 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 1.0375094 Feb 17 17:50:38.212465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-afed0c4c-d1eb-4f95-87e2-b023a5ef1b54 None None] Port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:50:38.242570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.263759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:38.264449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.266081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] 10.222.0.65 "PUT /v2.0/ports/46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 200 len: 1157 time: 7.3575883 Feb 17 17:50:38.280323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:38.285413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:38.308593 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3bad537-be64-422d-9138-98b9c84e300c req-8efe5154-25c6-4d09-8440-8329eeac98c3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0716889 Feb 17 17:50:38.320475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:38.326154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Usage tracker for resource:security_group_rule and tenant:21bd1d3d22c94cba9f6e0ef5cc984608 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:38.329440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:38.335265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:38.345627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Attempting to bind port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:38.346066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Attempting to bind port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a0b0f3bc-fd82-482b-aad0-cea353a67e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:38.346464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Attempting to bind port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb on network de41662a-fc5b-4db7-92d4-7f0d38cde205 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:38.365318 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2270e884-584f-47f3-9b39-9281ae7c5621 req-983af9e8-646c-4218-872f-cd6ef60cda04 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561821 Feb 17 17:50:38.372646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:38.373239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Checking segment: {'id': 'a0b0f3bc-fd82-482b-aad0-cea353a67e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:38.373876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.374485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Bound using segment: {'id': 'a0b0f3bc-fd82-482b-aad0-cea353a67e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:38.375211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Bound port: 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b0f3bc-fd82-482b-aad0-cea353a67e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'de41662a-fc5b-4db7-92d4-7f0d38cde205'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:38.375780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.439370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:38.539916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:38.547874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,segment=NetworkSegment(a0b0f3bc-fd82-482b-aad0-cea353a67e76),segment_id=a0b0f3bc-fd82-482b-aad0-cea353a67e76)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:38.553439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2d3dec67-ad48-46e0-992c-a28cc7ae4540 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:38.572231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.575601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:38.610301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-390fcd3e-152d-4028-bec8-7ebb7354edd8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:38.666167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Made reservation on behalf of 506d1223bea34518bb3c51a3f3567844 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:38.680632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.688293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:38.688904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.850747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.861491 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.892802 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372', 'status': 'completed', 'code': 200} Feb 17 17:50:38.937997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:38.974234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-43de5d93-5347-4fcf-902d-8c4b8828e629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:38.977848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'bf2d3109-d250-430a-867b-75212ab2c7b5', 'name': '', 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'mac_address': 'fa:16:3e:bf:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:31Z', 'updated_at': '2021-02-17T17:50:35Z', 'revision_number': 2, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'subnets': [{'id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:38.985973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Checking router: 44e542bc-eb66-4231-9730-b2413f93f94e for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:38.986660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Updating router 44e542bc-eb66-4231-9730-b2413f93f94e port bf2d3109-d250-430a-867b-75212ab2c7b5 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:39.060184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.237906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.271706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-aa7ddb02-6324-4f19-b217-7cc1c1c94eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:39.273364 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-aa7ddb02-6324-4f19-b217-7cc1c1c94eeb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 1160 time: 0.9222729 Feb 17 17:50:39.322923 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21bd1d3d22c94cba9f6e0ef5cc984608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4749830 Feb 17 17:50:39.328688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38862) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:39.342852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe99336-14b1-4d49-8147-30597d99ba00,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:39.343759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:39.371342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:39.373820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:39.412082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.452051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:39.452731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.454226 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b1e8710-bba0-4ff2-a651-42e5a946a6cb HTTP/1.1" status: 200 len: 1158 time: 3.7226615 Feb 17 17:50:39.459920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:39.521861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.524466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-4940721d-04a8-4429-b0fd-d8e700c8c555 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:39.526720 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-4940721d-04a8-4429-b0fd-d8e700c8c555 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 819 time: 0.8304701 Feb 17 17:50:39.529955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.542479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Transition to ACTIVE for port object bf2d3109-d250-430a-867b-75212ab2c7b5 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:39.548702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.550835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4e5b544-02c1-4eb0-ade3-c389d4d27987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:39.569929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424e4d-0650-4a68-825b-47fa31c8188a req-aa5d1ac9-e1ae-41fa-9344-16be35a0ffe8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:39.571401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7424e4d-0650-4a68-825b-47fa31c8188a req-aa5d1ac9-e1ae-41fa-9344-16be35a0ffe8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.3688378 Feb 17 17:50:39.575870 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3070e564-2aa0-4459-9f05-c2a2cc49e371 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/quotas/370775aaa8c24506bbe8ae3c339bbf59 HTTP/1.1" status: 200 len: 375 time: 0.0414312 Feb 17 17:50:39.578595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.582169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2ab87a26-a7ee-4ccf-af55-359120703104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:39.617822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc3b84-de2b-4331-9a18-3ea5b18c0976,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:39.621116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Allocated IP 172.20.0.10 (aa59ba0b-bde1-43a5-a395-5b950373d98b/ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5/61387255-8616-4340-9dfc-4decf6d0cc4e) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:39.640953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:39.695024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.703629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.711473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8dc3b84-de2b-4331-9a18-3ea5b18c0976 HTTP/1.1" status: 204 len: 168 time: 1.7587373 Feb 17 17:50:39.723097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7424e4d-0650-4a68-825b-47fa31c8188a req-fed69ef9-665a-4d86-bcc6-13b75c737bc2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410916 Feb 17 17:50:39.750272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Pushing event updated for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:39.805234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-16e73dcd-621e-47cb-8b15-36e7d8cd48df tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Synchronizing usage tracker for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:39.816529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:39.818626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.829691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-de50676f-2cd9-4ffc-811e-e235544f6e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:39.841366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-16e73dcd-621e-47cb-8b15-36e7d8cd48df tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Unset dirty status for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:39.842889 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-16e73dcd-621e-47cb-8b15-36e7d8cd48df tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2519212 Feb 17 17:50:39.844132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe99336-14b1-4d49-8147-30597d99ba00,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:39.850229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:39.852586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:39.856929 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fe99336-14b1-4d49-8147-30597d99ba00 HTTP/1.1" status: 204 len: 168 time: 0.5182796 Feb 17 17:50:40.050123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Attempting to bind port bf2d3109-d250-430a-867b-75212ab2c7b5 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:40.051061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Attempting to bind port bf2d3109-d250-430a-867b-75212ab2c7b5 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:40.051061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Attempting to bind port bf2d3109-d250-430a-867b-75212ab2c7b5 on network f8460b7f-7e75-417c-b058-118f385eb29f {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:40.061460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:40.062000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Checking segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:40.062574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.063088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Bound using segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:40.063675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Bound port: bf2d3109-d250-430a-867b-75212ab2c7b5, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:40.064273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.133153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.144273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca37f3d4-ded7-4759-8f1b-a325fb7a7756 req-3ef65881-afc1-4ec2-900d-f97d123b658e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0751514 Feb 17 17:50:40.158770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Transition to ACTIVE for port object 61387255-8616-4340-9dfc-4decf6d0cc4e will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:40.178466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.194956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.226230 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-f5823dd7-385c-4ae7-8f6a-93852eec6616 service neutron] 10.222.0.58 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505955 Feb 17 17:50:40.241122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6914b4a5-9391-4a8a-b358-01efc9e7c36d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:40.243588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] For port bf2d3109-d250-430a-867b-75212ab2c7b5, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:40.247740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] For port bf2d3109-d250-430a-867b-75212ab2c7b5, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=bf2d3109-d250-430a-867b-75212ab2c7b5,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:40.257143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.356884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Pushing event updated for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:40.365621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:40.385510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.404874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.445182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9e65913a-b860-4aef-9fd5-e0f584c7c30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:40.503398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:40.514564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-d5b87dfa-09da-4d28-9b0f-d96dc996edde service neutron] 10.222.0.58 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2801821 Feb 17 17:50:40.530092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf64d7-5967-465f-9cce-ff55b6a63700 req-fd0703c1-0d25-4ad6-933e-89b18e901f75 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:40.532093 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23bf64d7-5967-465f-9cce-ff55b6a63700 req-fd0703c1-0d25-4ad6-933e-89b18e901f75 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.1707144 Feb 17 17:50:40.568065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:40.568065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:40.590698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38886) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:40.627085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38890) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:40.681738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:40.733149 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23bf64d7-5967-465f-9cce-ff55b6a63700 req-9bf4ddda-1059-48fe-aa7e-28b74f7002d7 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911147 Feb 17 17:50:40.734419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:40.757494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:420a0552d65f4f9684ede507cceba43b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:40.783580 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e1d41395-7702-4910-808a-4223a3a21653 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90a54b2a301b49108c26121736be51d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894197 Feb 17 17:50:40.784401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38902) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:40.785398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:40.842435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:40.891485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:40.909313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:40.991057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67cea3e5-8b4d-46f7-92b6-cbaa96393104 req-1bca9c2a-a6a2-450e-a023-b387ee5df87c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 210 time: 0.1375992 Feb 17 17:50:40.991322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Pushing event updated for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=4']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:41.002620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:41.050530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:41.061379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:41.099715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:41.172851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.225505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:41.252516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:41.402091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb', 'status': 'completed', 'code': 200} Feb 17 17:50:41.413469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:41.470592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.572675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e535de3-05f6-4b9f-b2a2-6d0be030fe57 None None] Provisioning complete for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:41.573199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e535de3-05f6-4b9f-b2a2-6d0be030fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.573973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:41.574734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.633229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'bf2d3109-d250-430a-867b-75212ab2c7b5', 'name': '', 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'mac_address': 'fa:16:3e:bf:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:31Z', 'updated_at': '2021-02-17T17:50:40Z', 'revision_number': 4, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'subnets': [{'id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:41.633833 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3206556 Feb 17 17:50:41.644963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:50:41.648232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a2c44-6991-471c-8188-9fe34bb5b096 None None] The sync data for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi is: [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'bf2d3109-d250-430a-867b-75212ab2c7b5', 'name': '', 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'mac_address': 'fa:16:3e:bf:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:31Z', 'updated_at': '2021-02-17T17:50:40Z', 'revision_number': 4, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'subnets': [{'id': '2ebb659f-0d2d-4839-90ac-7f4a742c0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:41.682978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.687932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1e535de3-05f6-4b9f-b2a2-6d0be030fe57 None None] Port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:50:41.694493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.719425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:41.764280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.780981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d985cc-3500-4c44-b389-aab89d4aa3a1 req-d68c6b44-46d9-4eca-b815-4ed2a44e57de tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:41.782779 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d985cc-3500-4c44-b389-aab89d4aa3a1 req-d68c6b44-46d9-4eca-b815-4ed2a44e57de tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.5379937 Feb 17 17:50:41.798634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9bd1c-e986-41dc-9e50-284384b5fae5 req-25be207f-9422-44ac-97cc-41b4342c4d0c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:41.800273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57e9bd1c-e986-41dc-9e50-284384b5fae5 req-25be207f-9422-44ac-97cc-41b4342c4d0c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 932 time: 0.3372786 Feb 17 17:50:41.810809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=420a0552d65f4f9684ede507cceba43b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1804328 Feb 17 17:50:41.811690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b756d34d-f16e-4a03-ae26-c3982cd551f2,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:41.815326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 38924) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:41.828842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e5615b0-0b8a-424c-a65f-76de414fd9e9 None None] Provisioning for port 61387255-8616-4340-9dfc-4decf6d0cc4e completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:41.833430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:41.836844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:41.838119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e5615b0-0b8a-424c-a65f-76de414fd9e9 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:41.838772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e5615b0-0b8a-424c-a65f-76de414fd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.891503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:50:41.893558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5284ae3c-a912-4ac3-868f-7f9575fc97af,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:41.902705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:41.905858 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] 10.222.0.58 "PUT /v2.0/routers/b0f07b47-7805-4907-a285-d35734e0fe65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1089120 Feb 17 17:50:41.910365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:50:41.924218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2e5615b0-0b8a-424c-a65f-76de414fd9e9 None None] Port 61387255-8616-4340-9dfc-4decf6d0cc4e cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:50:41.934832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:41.935551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:41.936187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:41.946212 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5284ae3c-a912-4ac3-868f-7f9575fc97af HTTP/1.1" status: 204 len: 168 time: 1.1522717 Feb 17 17:50:42.010651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d985cc-3500-4c44-b389-aab89d4aa3a1 req-5927b4c1-006a-4dfe-8bc7-62f92b155306 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012784 Feb 17 17:50:42.016344 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57e9bd1c-e986-41dc-9e50-284384b5fae5 req-fdac1448-3b39-4c16-85cf-9ae1c6aeb323 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000213 Feb 17 17:50:42.079989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:42.191227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:42.282649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Request body: {'port': {'device_id': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:42.367354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-c3f64d06-cea5-40f1-8142-b0a9e90340cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 200 len: 217 time: 0.2568760 Feb 17 17:50:42.404820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:42.614709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6bcbe81c-8171-4fc4-b242-1bf561a0b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:42.618151 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-6bcbe81c-8171-4fc4-b242-1bf561a0b929 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.2350347 Feb 17 17:50:42.650136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device bf2d3109-d250-430a-867b-75212ab2c7b5 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:42.714189 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-cd9304c7-3fc9-4968-bfeb-fc5b8f9b2132 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830100 Feb 17 17:50:42.715172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:42.818977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5eeb0-1104-40ec-8bcc-eeb9f76aaf52 req-d5b58e80-dbe6-4f97-92fc-b99059bdda0e tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:42.820780 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6e5eeb0-1104-40ec-8bcc-eeb9f76aaf52 req-d5b58e80-dbe6-4f97-92fc-b99059bdda0e tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.4952133 Feb 17 17:50:42.838371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-ff0917d9-c5a8-4b2a-8288-6bf268dbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:42.840024 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-ff0917d9-c5a8-4b2a-8288-6bf268dbeb07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b71863ac7ecc498fb02fb26d77bdbca9&device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 1161 time: 0.6336157 Feb 17 17:50:42.844296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:42.889279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4806c8c-6e7c-417e-9aa1-7c9652d07d7e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:42.912951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756d34d-f16e-4a03-ae26-c3982cd551f2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:42.921154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-6cdda000-d30d-4e7f-8357-62277cd5b129 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:42.922854 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-6cdda000-d30d-4e7f-8357-62277cd5b129 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 819 time: 0.5960784 Feb 17 17:50:42.925359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:42.927328 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-8f3fadd5-24ec-4c3b-a638-a742da449ba4 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967707 Feb 17 17:50:42.959706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.008531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port bf2d3109-d250-430a-867b-75212ab2c7b5 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:43.021815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port bf2d3109-d250-430a-867b-75212ab2c7b5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:43.022186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.249994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-c7cff373-e30d-4f05-b3d6-7e882b5771e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:43.252011 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-c7cff373-e30d-4f05-b3d6-7e882b5771e8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b71863ac7ecc498fb02fb26d77bdbca9&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3685956 Feb 17 17:50:43.252992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.254104 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b756d34d-f16e-4a03-ae26-c3982cd551f2 HTTP/1.1" status: 204 len: 168 time: 1.4228387 Feb 17 17:50:43.254221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.315974 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6e5eeb0-1104-40ec-8bcc-eeb9f76aaf52 req-42854416-8b62-43c1-896c-ea9af4c1892e tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800963 Feb 17 17:50:43.317616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-4ca3ce55-f664-4d79-87cb-479066079f4e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/quotas/370775aaa8c24506bbe8ae3c339bbf59 HTTP/1.1" status: 200 len: 375 time: 0.3455572 Feb 17 17:50:43.318187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.65', 53405) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:43.336040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 2, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:43.343260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port bf2d3109-d250-430a-867b-75212ab2c7b5, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=bf2d3109-d250-430a-867b-75212ab2c7b5,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:43.350024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:50:43.350665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Updating router b0f07b47-7805-4907-a285-d35734e0fe65 port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:50:43.420597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.450851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:43.496657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:43.625034 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e8ca097b-8870-492d-ad94-deceaee1216c req-858ac9cb-b331-4bfd-b814-c52ca7356c36 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6365826 Feb 17 17:50:43.661336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:43.678660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:43.828508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-6473780d-575a-442a-ad41-fcc92f4f2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:43.830133 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8199d8a7-35f3-42f5-9cec-1dee2fb4087f req-6473780d-575a-442a-ad41-fcc92f4f2e77 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5681176 Feb 17 17:50:44.138174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-5d22e308-4d3b-4444-8a35-682c10d0ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:44.139851 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-5d22e308-4d3b-4444-8a35-682c10d0ddab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 1160 time: 0.3179328 Feb 17 17:50:44.344168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-d5ca9281-27f0-4aec-9f4c-5f92d66c8222 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:44.346009 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-d5ca9281-27f0-4aec-9f4c-5f92d66c8222 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 819 time: 0.8748720 Feb 17 17:50:44.377069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Request body: {'port': {'device_id': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'admin_state_up': True, 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:44.403607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39004) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:44.480861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--927573804', 'description': 'tempest-description--1389880498'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:44.512323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:44.532808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.562594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:44.567727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Transition to ACTIVE for port object e5667cd3-3961-4d9c-9fe0-4d7a03445b27 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:44.578578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.591709 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-b4834180-4c73-45a8-9f9f-22896409abc3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0861859 Feb 17 17:50:44.594075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:44.614885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:44.679243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61387255-8616-4340-9dfc-4decf6d0cc4e {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:50:44.694163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.728824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Transition to ACTIVE for port object 61387255-8616-4340-9dfc-4decf6d0cc4e will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:44.730782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-b948b1c4-3733-4d50-abd1-ff312a9523f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:44.732998 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-b948b1c4-3733-4d50-abd1-ff312a9523f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 908 time: 0.5784304 Feb 17 17:50:44.736763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.758772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f023acea-ee1b-4706-8d3b-61979b6a1dd4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:44.827751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-46dd2d88-eb4e-4af7-8d7b-4911250b4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:44.829539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-46dd2d88-eb4e-4af7-8d7b-4911250b4d52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b71863ac7ecc498fb02fb26d77bdbca9&device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 1161 time: 0.6138430 Feb 17 17:50:44.837475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:44.967625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:44.987705 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-9114763d-1422-4864-a7c6-bf084936ad4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 200 len: 217 time: 0.2299953 Feb 17 17:50:45.020650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:45.085133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:45.092460 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-523526c6-5819-4a3d-a18c-e6ee282bb5be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb HTTP/1.1" status: 200 len: 217 time: 0.2302966 Feb 17 17:50:45.104743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:45.127053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device bf2d3109-d250-430a-867b-75212ab2c7b5 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:45.216659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Pushing event updated for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:45.219924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.221100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:45.222563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:45.249196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:45.253226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:45.284880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:45.319625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-9e831bcc-9843-49e6-bdf5-613e6e20dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:45.322383 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-9e831bcc-9843-49e6-bdf5-613e6e20dcd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=076f9e2e-be87-4088-9de3-1d8ea2511121 HTTP/1.1" status: 200 len: 851 time: 0.2186520 Feb 17 17:50:45.370635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port bf2d3109-d250-430a-867b-75212ab2c7b5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:45.371158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.464420 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-b2e6e1e9-308c-48de-b4f5-a60259cbe4be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de41662a-fc5b-4db7-92d4-7f0d38cde205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091232 Feb 17 17:50:45.481935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654c3f4-0872-42fc-97a2-5650e5783fc1 req-f349a322-b4d7-4810-8171-c0d95f7e270d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:45.491550 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f654c3f4-0872-42fc-97a2-5650e5783fc1 req-f349a322-b4d7-4810-8171-c0d95f7e270d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.8497012 Feb 17 17:50:45.506411 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-440b47dc-a458-449d-ab9c-4585fe518c3e service neutron] 10.222.0.58 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969119 Feb 17 17:50:45.605609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Attempting to bind port 61387255-8616-4340-9dfc-4decf6d0cc4e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:45.605806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Attempting to bind port 61387255-8616-4340-9dfc-4decf6d0cc4e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:45.606197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Attempting to bind port 61387255-8616-4340-9dfc-4decf6d0cc4e on network aa59ba0b-bde1-43a5-a395-5b950373d98b {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:45.615135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-751844cd-87b2-4b9c-8f72-9f45bb60bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:45.616812 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-751844cd-87b2-4b9c-8f72-9f45bb60bd3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.4502883 Feb 17 17:50:45.632677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:45.633093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Checking segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:45.633660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.633906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Bound using segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:45.641245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Bound port: 61387255-8616-4340-9dfc-4decf6d0cc4e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:45.641685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.867516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:45.872858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:45.879796 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-4dfba99d-1bec-461d-b7a7-c053895763bb service neutron] 10.222.0.58 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3718257 Feb 17 17:50:45.891293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:45.961068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Attempting to bind port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:45.961504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Attempting to bind port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:45.962021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Attempting to bind port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 on network f418b551-c7fc-40fd-acbc-ab48b495b994 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:45.998667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:45.999533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Checking segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:46.000506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.000672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Bound using segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:46.001244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Bound port: e5667cd3-3961-4d9c-9fe0-4d7a03445b27, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:46.001898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.107465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Made reservation on behalf of 370775aaa8c24506bbe8ae3c339bbf59 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:46.113147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.122435 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-1a9974a8-2029-4e21-b880-954f1f4b9eb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4932244 Feb 17 17:50:46.145082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-10c01810-6b43-440f-bb86-f588f818c6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:46.222332 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-53b7b02e-36be-4023-8234-00ed7b73733d service neutron] 10.222.0.65 "GET /v2.0/networks/de41662a-fc5b-4db7-92d4-7f0d38cde205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606067 Feb 17 17:50:46.336616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] For port e5667cd3-3961-4d9c-9fe0-4d7a03445b27, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:46.340731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] For port e5667cd3-3961-4d9c-9fe0-4d7a03445b27, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:46.349659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.382434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:46.601410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.606532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.614677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.711846 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f654c3f4-0872-42fc-97a2-5650e5783fc1 req-c72d2856-7198-490d-b5da-65d4132c40b3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518338 Feb 17 17:50:46.750904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.758863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Pushing event updated for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:46.774105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:46.777057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-9b30f248-9fdc-413e-b3d4-5efa466aeb21 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076387 Feb 17 17:50:46.778547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:46.779247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:46.780753 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] 10.222.0.65 "PUT /v2.0/ports/61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 1158 time: 4.5265181 Feb 17 17:50:46.781949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:46.836592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:47.101251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.105937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39090) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:47.111806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group_rule': {'security_group_id': 'fc227a21-1b80-42bd-a91c-5a303d6c929e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:47.117117 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7090406 Feb 17 17:50:47.123384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:50:47.126001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:20Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:47.135968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:47.142002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:47.154024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:47.167354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:47.201796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.258141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc227a21-1b80-42bd-a91c-5a303d6c929e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:47.288308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:47.338095 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ddcf09a-9bb3-47e7-bd0d-d07ba62a7c52 req-d09601aa-8dd4-42ea-8861-f614bb820e0a service neutron] 10.222.0.65 "GET /v2.0/networks/de41662a-fc5b-4db7-92d4-7f0d38cde205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1046524 Feb 17 17:50:47.361029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.373914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.376374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:47.388665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ac562-0925-42ee-91fa-25e3c88952ea req-b2f80a26-3781-4064-9422-075851e6eac9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:47.390298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-582ac562-0925-42ee-91fa-25e3c88952ea req-b2f80a26-3781-4064-9422-075851e6eac9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.9891973 Feb 17 17:50:47.447345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.448931 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419034 Feb 17 17:50:47.451894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b810eb-d372-4d75-9b65-da174ff2dd9a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:47.454146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39104) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:47.461118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group_rule': {'security_group_id': 'fc227a21-1b80-42bd-a91c-5a303d6c929e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:47.468384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:47.471307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:47.476804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:47.480593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:47.483466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:50:47.488527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:47.511043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.540619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8047c4-8fb6-457e-9a61-535dba746ee3 req-e67f1a6c-910d-41b4-9e3b-12173c9023a3 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:47.542278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b8047c4-8fb6-457e-9a61-535dba746ee3 req-e67f1a6c-910d-41b4-9e3b-12173c9023a3 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.4663560 Feb 17 17:50:47.575628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db5b6a78-7497-4e38-bfa4-bc040dbbc8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.580171 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-582ac562-0925-42ee-91fa-25e3c88952ea req-64c2aa14-7cec-48ae-846f-59796bb02dbc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753662 Feb 17 17:50:47.604889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.606331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Allocated IP 172.20.0.11 (f8460b7f-7e75-417c-b058-118f385eb29f/2ebb659f-0d2d-4839-90ac-7f4a742c0be9/8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:47.609610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.612603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:47.632110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be53bb9-e89c-4815-a002-813315201d3a,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:47.637380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:47.667518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.668855 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-06c9d5f5-4662-4881-9179-ef5d3f772002 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2134271 Feb 17 17:50:47.672471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39110) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:47.678149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:47.689646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b8047c4-8fb6-457e-9a61-535dba746ee3 req-aeb725ac-df7d-4755-b90a-c6c7c7c5c341 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367521 Feb 17 17:50:47.695359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:47.715638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:floatingip and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:47.719068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:47.728235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:47.749628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:47.833996 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49649057-ffc3-4c78-864c-eef01f81262f req-ac7f1dd5-2762-4910-9750-689842823181 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 210 time: 0.0813339 Feb 17 17:50:47.893770 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'status': 'completed', 'code': 200} Feb 17 17:50:48.060864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.371545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:46Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:50:48.385478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c4b7a-919d-4382-b0e1-e1f02e11cc94 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:46Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:50:48.489135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Allocated IP 172.27.3.56 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/431a1da4-4f86-4af2-8f1c-2783ea3f3e9f) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:48.613207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39130) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:48.629283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914545d-f913-40cb-89c0-d5849847951d req-f0431bc8-598b-4b1b-958c-016fb9aea2a1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:48.651736 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8914545d-f913-40cb-89c0-d5849847951d req-f0431bc8-598b-4b1b-958c-016fb9aea2a1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.6957762 Feb 17 17:50:48.652996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e5667cd3-3961-4d9c-9fe0-4d7a03445b27 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:48.727474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.796925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.807772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:48.809062 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8914545d-f913-40cb-89c0-d5849847951d req-1ae79eae-3b9d-450f-8e1c-8d6b6504ab62 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563327 Feb 17 17:50:48.813205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:48.813641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.817131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.828045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:48.918091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.941266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:48.955310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.004297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.081471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09099d11-70f8-44cc-bac4-f804df19057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.091077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port e5667cd3-3961-4d9c-9fe0-4d7a03445b27, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:49.097204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.106322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.115308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=431a1da4-4f86-4af2-8f1c-2783ea3f3e9f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.125172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.137681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:49.145355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Usage tracker for resource:security_group_rule and tenant:b22bcd05f36c449ea269cb5ade462e79 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:49.155332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:49.164899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:49.181863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Pushing event updated for resources: {'Port': ['ID=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.203103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.203305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.207269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.292675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57368-c596-4293-9ed7-8c19c1bb70ea req-881d5dd2-90ba-4230-83ee-837e601910df tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:49.294365 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38e57368-c596-4293-9ed7-8c19c1bb70ea req-881d5dd2-90ba-4230-83ee-837e601910df tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.4841750 Feb 17 17:50:49.425501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Network f8460b7f-7e75-417c-b058-118f385eb29f is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:49.431588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:49.435935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:49.440360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:49.441182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.455378 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38e57368-c596-4293-9ed7-8c19c1bb70ea req-56231e12-aba7-4826-b0ff-dcedb79be61e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002111 Feb 17 17:50:49.462443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f3f1c-401a-4093-becd-82934cdb01cb req-f8f2965f-3905-425b-9cb8-3627e06d4621 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:49.464099 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a67f3f1c-401a-4093-becd-82934cdb01cb req-f8f2965f-3905-425b-9cb8-3627e06d4621 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.4718609 Feb 17 17:50:49.506983 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:49.514975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:49.527448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:49.529430 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1656842 Feb 17 17:50:49.539175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-f4ee83d9-8ece-49f0-9d64-b965c40516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:49.540897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-f4ee83d9-8ece-49f0-9d64-b965c40516d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1161 time: 0.2289908 Feb 17 17:50:49.577382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.578818 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a67f3f1c-401a-4093-becd-82934cdb01cb req-924ab4c2-ba20-475e-9147-b29fd3522a01 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036716 Feb 17 17:50:49.595383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.609449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c0e994a-ea89-4a3f-906d-aefef82e2479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:49.632835 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c03483d-9fab-4c6d-b0b9-e5a16cf8ee6f req-ed1193e7-9269-4624-aacf-d198d4bc9f9d service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4112072 Feb 17 17:50:49.635944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Request body: {'port': {'device_id': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:49.680862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b22bcd05f36c449ea269cb5ade462e79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0664494 Feb 17 17:50:49.682664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21606257-0750-4686-b67e-ad11f0735835,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:49.689333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39144) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:49.692097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:49.823016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cae3967b-d223-49be-ba8a-a93442cfbb69 req-c73642f9-94ec-49e5-927d-e2c5127c0d86 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Synchronizing usage tracker for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:49.834520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.843395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.861944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cae3967b-d223-49be-ba8a-a93442cfbb69 req-c73642f9-94ec-49e5-927d-e2c5127c0d86 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Unset dirty status for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:49.871675 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cae3967b-d223-49be-ba8a-a93442cfbb69 req-c73642f9-94ec-49e5-927d-e2c5127c0d86 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 210 time: 0.2401309 Feb 17 17:50:49.944122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-108b22cd-bf75-4d06-995e-8166421c036e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:50:49.957144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:49.997658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-b920bee2-ec35-425e-9b21-8520b29cc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:49.999620 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-b920bee2-ec35-425e-9b21-8520b29cc811 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=506d1223bea34518bb3c51a3f3567844&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4012134 Feb 17 17:50:50.000204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.016312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.058957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.232136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.240585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-37099730-6c30-4376-920c-9159b18eb9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:50.272888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21606257-0750-4686-b67e-ad11f0735835,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:50.323582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:50.535414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e5667cd3-3961-4d9c-9fe0-4d7a03445b27 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:50.620743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-9acc79df-af6b-4b15-8c50-6ee914ad6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:50.623922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b623386c-e6a3-4351-9736-a760b9a2e4c9 req-9acc79df-af6b-4b15-8c50-6ee914ad6b6b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6035089 Feb 17 17:50:50.676009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7e4bb-b673-48af-a7ad-f13a1502777a req-a7ef547b-953c-4463-a3a9-81c2750724d0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:50.677708 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afb7e4bb-b673-48af-a7ad-f13a1502777a req-a7ef547b-953c-4463-a3a9-81c2750724d0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 943 time: 0.6225107 Feb 17 17:50:50.688762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 46a3f614-cfbc-491a-912f-b6f8c9118372 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:50.778141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:50.778864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.806864 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afb7e4bb-b673-48af-a7ad-f13a1502777a req-2e4f6aab-53df-48ba-9f14-27304721e0c4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819476 Feb 17 17:50:50.850478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 46a3f614-cfbc-491a-912f-b6f8c9118372 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:50.892297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 46a3f614-cfbc-491a-912f-b6f8c9118372 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:50.893396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.906185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:50:50.908707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.915529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:50.969438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684e44-3aa1-4edc-8367-b0d4c943eaac req-9e9b313c-5b9e-4919-8be8-5291a9955db6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:50.980221 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3684e44-3aa1-4edc-8367-b0d4c943eaac req-9e9b313c-5b9e-4919-8be8-5291a9955db6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.3007586 Feb 17 17:50:51.029765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-c4f1ed09-b255-4359-89be-a29fd843c57f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:51.030870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-c4f1ed09-b255-4359-89be-a29fd843c57f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Synchronizing usage tracker for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:51.038298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.049685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Transition to ACTIVE for port object 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:51.059404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.060651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21606257-0750-4686-b67e-ad11f0735835 HTTP/1.1" status: 204 len: 168 time: 1.3702824 Feb 17 17:50:51.080125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b10f2f39-717f-4173-a1e0-98530f4d5571 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.103941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3684e44-3aa1-4edc-8367-b0d4c943eaac req-77a2eb74-8d5e-4f39-9183-372dbc191e8e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229429 Feb 17 17:50:51.121365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.146355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.186954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.224028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 46a3f614-cfbc-491a-912f-b6f8c9118372, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=46a3f614-cfbc-491a-912f-b6f8c9118372,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:51.225412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:51.236621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-c4f1ed09-b255-4359-89be-a29fd843c57f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Unset dirty status for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:51.238061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-c4f1ed09-b255-4359-89be-a29fd843c57f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 819 time: 0.9205041 Feb 17 17:50:51.267575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=431a1da4-4f86-4af2-8f1c-2783ea3f3e9f,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.272419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.297569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.299667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.401647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.414815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=46a3f614-cfbc-491a-912f-b6f8c9118372,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.419149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.478794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.499122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.510131 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8272626 Feb 17 17:50:51.555674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39188) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:51.575887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.593819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:51.598134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bbf05069be4d6ba11f12725238f793 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:51.601303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:51.608069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:51.684331 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c753da9-4da2-4609-9839-24fca1e75059 req-445739bb-f279-43d6-aaf2-e5a56f0cdc36 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 210 time: 0.3547733 Feb 17 17:50:51.685012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Pushing event updated for resources: {'Port': ['ID=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.694717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.699757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.711919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.723432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d34a-c616-42ba-804b-cf401d45b360 req-465c47b1-b784-4384-897b-e3d6c3113b74 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:51.725105 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7080d34a-c616-42ba-804b-cf401d45b360 req-465c47b1-b784-4384-897b-e3d6c3113b74 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.7429652 Feb 17 17:50:51.726274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.739479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.775265 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5bbf05069be4d6ba11f12725238f793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177091 Feb 17 17:50:51.776074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39196) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:51.776767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f982e6-8e44-4e43-825a-df3d3784d019,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.783591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.849473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.870382 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7080d34a-c616-42ba-804b-cf401d45b360 req-8f42b876-da51-4014-91b9-725ed31dca46 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300418 Feb 17 17:50:51.879765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.897967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Attempting to bind port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:51.898341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Attempting to bind port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:51.898807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Attempting to bind port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b on network f8460b7f-7e75-417c-b058-118f385eb29f {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:51.905612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:51.905988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Checking segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:51.906392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.906859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Bound using segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:51.907458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Bound port: 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:51.907836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.933207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.939782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:51.944223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372', 'code': 200} Feb 17 17:50:51.955221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f982e6-8e44-4e43-825a-df3d3784d019,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:51.961569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:51.965516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:51.969989 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26f982e6-8e44-4e43-825a-df3d3784d019 HTTP/1.1" status: 204 len: 168 time: 0.1892076 Feb 17 17:50:52.035855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] For port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:52.056512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] For port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:52.063135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.135078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:52.236540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-20e3ce21-15e8-4638-b15b-596e62881366 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Synchronizing usage tracker for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:52.334771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-20e3ce21-15e8-4638-b15b-596e62881366 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Unset dirty status for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:52.336050 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-20e3ce21-15e8-4638-b15b-596e62881366 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--927573804&fields=id&tenant_id=f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 267 time: 0.3272879 Feb 17 17:50:52.353995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Pushing event updated for resources: {'Port': ['ID=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:52.382326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:52.489912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a341e-e714-4c1c-b4e4-bee3184c9331 req-de694d53-e6d0-4800-b95b-71f10db9375c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:52.492112 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f34a341e-e714-4c1c-b4e4-bee3184c9331 req-de694d53-e6d0-4800-b95b-71f10db9375c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.4274151 Feb 17 17:50:52.512510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:52.513206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:52.514790 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] 10.222.0.65 "PUT /v2.0/ports/8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 1158 time: 2.9177337 Feb 17 17:50:52.534811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:52.606791 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f34a341e-e714-4c1c-b4e4-bee3184c9331 req-4aed73db-2653-4eea-958e-92850a6fd40e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999656 Feb 17 17:50:52.617849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-304cfe42-f3e9-4455-8073-ff807c92b0f3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:52.620357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-304cfe42-f3e9-4455-8073-ff807c92b0f3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 810 time: 0.2731917 Feb 17 17:50:52.643528 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-8cdf21ac-53ce-408b-9006-4c476b774941 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/quotas/f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 375 time: 0.0111279 Feb 17 17:50:52.816591 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-2f8ce02e-43a6-43b4-8db5-284b09fcd205 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661692 Feb 17 17:50:52.835856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a3c7-94e4-404e-9214-34e661cace9c req-f1a5fb0a-e7c4-425f-acb4-04e025081dd9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:52.837551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ad2a3c7-94e4-404e-9214-34e661cace9c req-f1a5fb0a-e7c4-425f-acb4-04e025081dd9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1139576 Feb 17 17:50:52.985569 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2ad2a3c7-94e4-404e-9214-34e661cace9c req-e5eedfeb-437b-4bd7-8c82-cb0084f814ae tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227636 Feb 17 17:50:53.016073 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-cd8757b0-8939-4742-9bf7-f083592edcd0 service neutron] 10.222.0.58 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775196 Feb 17 17:50:53.112707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b', 'status': 'completed', 'code': 200} Feb 17 17:50:53.223285 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-330b26c3-de15-4c7a-a442-80d743b73e82 req-744cccd4-b8c3-485a-a6e9-cefa173356a2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 210 time: 0.0526011 Feb 17 17:50:53.225357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-4984a628-b4d9-48d9-82ae-4b4a35964340 service neutron] 10.222.0.58 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2016022 Feb 17 17:50:53.455428 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55f344cb-aced-4a02-941d-c16644a072ae req-9bfc7817-fc31-4679-9013-3df07404f6e1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0571384 Feb 17 17:50:53.477594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b408-688a-40e9-9b68-2f1f03e1458a req-290602a0-ad73-4932-bdd9-068b83895c77 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:53.486835 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5381b408-688a-40e9-9b68-2f1f03e1458a req-290602a0-ad73-4932-bdd9-068b83895c77 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.1568778 Feb 17 17:50:53.486974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Request body: {'port': {'device_id': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f', 'admin_state_up': True, 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:53.783335 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5381b408-688a-40e9-9b68-2f1f03e1458a req-3fe22833-3c31-41d3-bbb2-63744cb23c83 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323930 Feb 17 17:50:53.805301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:53.818334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:53.882579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-91450a11-d917-4ad4-bce2-f6a42802c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:53.885165 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-91450a11-d917-4ad4-bce2-f6a42802c701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1161 time: 0.3954761 Feb 17 17:50:53.891091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-694ccc17-bf86-499f-87e7-86d0a33e881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:53.893211 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-694ccc17-bf86-499f-87e7-86d0a33e881b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1161 time: 0.3978345 Feb 17 17:50:53.898314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Made reservation on behalf of 370775aaa8c24506bbe8ae3c339bbf59 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:50:53.905076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.050022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da790-ac22-4152-9821-912a741c3aca req-e7da787b-0407-4952-b099-4e5f84f52d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:54.052094 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d18da790-ac22-4152-9821-912a741c3aca req-e7da787b-0407-4952-b099-4e5f84f52d5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 1162 time: 0.2282021 Feb 17 17:50:54.088182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.115229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:50:54.137180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Usage tracker for resource:security_group_rule and tenant:a72f484ed3454d73940b43e9f621d6b0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:50:54.143098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:50:54.167840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:50:54.224693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-da0cfdb5-e0f2-452d-8802-6cab6a975165 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:50:54.242790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538589-a2cf-4e7a-8fa4-bc6a1c7a1a88 req-408316ff-2029-4fa4-a8eb-e31068bd457b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:54.252638 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c538589-a2cf-4e7a-8fa4-bc6a1c7a1a88 req-408316ff-2029-4fa4-a8eb-e31068bd457b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.4483500 Feb 17 17:50:54.260285 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-e723436c-a1e0-426e-8ec0-8bb54109966b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 217 time: 0.2947083 Feb 17 17:50:54.484100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Allocated IP 172.20.0.13 (f8460b7f-7e75-417c-b058-118f385eb29f/2ebb659f-0d2d-4839-90ac-7f4a742c0be9/a2ac890f-2691-45cd-9a84-968ec0ae5b56) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:50:54.488348 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c538589-a2cf-4e7a-8fa4-bc6a1c7a1a88 req-7bb54287-e673-4dc2-b827-cae21ee77ce6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290657 Feb 17 17:50:54.515113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-d725671b-d35b-461b-acab-b88c02749b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:54.521003 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-d725671b-d35b-461b-acab-b88c02749b88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.2059622 Feb 17 17:50:54.528223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-4ae1b7e5-13d4-49c1-860b-8ab87d11c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:54.539694 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-4ae1b7e5-13d4-49c1-860b-8ab87d11c1e2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6283545 Feb 17 17:50:54.542665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.558813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.581519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cfd4d808-04bd-45ff-b254-22657481afcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:54.624767 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d18da790-ac22-4152-9821-912a741c3aca req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576854 Feb 17 17:50:54.642811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4a5227-2690-4adf-be6b-987a3ab8f169,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:54.647620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:54.864550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.903546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:54.927363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 46a3f614-cfbc-491a-912f-b6f8c9118372 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:54.985815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:55.065325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f991e-689a-4860-891a-f68cde8be3c0 req-4a95bfe2-6a9b-4d30-a40c-7b352cae2043 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.073529 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a46f991e-689a-4860-891a-f68cde8be3c0 req-4a95bfe2-6a9b-4d30-a40c-7b352cae2043 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.8184011 Feb 17 17:50:55.154812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 46a3f614-cfbc-491a-912f-b6f8c9118372 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:55.155490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.213515 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a46f991e-689a-4860-891a-f68cde8be3c0 req-beb12d8c-9a1c-4eea-98b7-d8643aa851e5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389594 Feb 17 17:50:55.257243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-2fcfc1d2-13fb-4174-8204-68b61386309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.259625 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-2fcfc1d2-13fb-4174-8204-68b61386309b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7141266 Feb 17 17:50:55.283380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc936708-2843-4325-aa91-43b4f1c4bb94 req-c8e863b9-ad39-496f-9d23-91e9560abbd7 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.285094 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc936708-2843-4325-aa91-43b4f1c4bb94 req-c8e863b9-ad39-496f-9d23-91e9560abbd7 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 932 time: 0.3873754 Feb 17 17:50:55.286162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-03b8845a-a502-43b6-8cf5-3d4c3c5fdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.287741 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0054b96-1973-410c-8eb1-d6b769a2f349 req-03b8845a-a502-43b6-8cf5-3d4c3c5fdd3d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3982666 Feb 17 17:50:55.290435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Pushing event updated for resources: {'Port': ['ID=a2ac890f-2691-45cd-9a84-968ec0ae5b56,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:55.301148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:55.356057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc936708-2843-4325-aa91-43b4f1c4bb94 req-120f7feb-2edd-4ef6-97f6-2aa0b5d3f472 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628943 Feb 17 17:50:55.362834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Network f8460b7f-7e75-417c-b058-118f385eb29f is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:50:55.364123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:50:55.366718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:50:55.374549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 3b1e8710-bba0-4ff2-a651-42e5a946a6cb up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:55.446367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.447688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.457678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:50:55.463608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:55.464045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.496609 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0190699 Feb 17 17:50:55.516040 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c9503c4-ddea-4d01-81d3-78b35671d8b4 req-b30948da-d40d-4d47-a8df-cba793f72983 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0648947 Feb 17 17:50:55.604402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.641609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:55.649077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,segment=NetworkSegment(a0b0f3bc-fd82-482b-aad0-cea353a67e76),segment_id=a0b0f3bc-fd82-482b-aad0-cea353a67e76)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:50:55.653144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:55.655467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6f3bf2e-a4da-4378-8a5b-f9bf40a1287f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:55.675830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efae06-299b-4659-a29f-193ee8dd4219 req-0ea35cc9-0a8d-47d9-8ad9-7742e2be2a25 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.677436 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02efae06-299b-4659-a29f-193ee8dd4219 req-0ea35cc9-0a8d-47d9-8ad9-7742e2be2a25 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.1376743 Feb 17 17:50:55.729735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:55.733156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:55.752862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02efae06-299b-4659-a29f-193ee8dd4219 req-829a49a2-efa3-47c5-9739-89527f360189 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Feb 17 17:50:55.772950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551f7d-f8c8-49c6-8026-7531a8eb4ff3 req-1e1d23fb-b6d5-4d94-8bdc-d57daa0e6ad8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:55.776356 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c551f7d-f8c8-49c6-8026-7531a8eb4ff3 req-1e1d23fb-b6d5-4d94-8bdc-d57daa0e6ad8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.1438844 Feb 17 17:50:55.819110 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb', 'code': 200} Feb 17 17:50:55.824658 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c551f7d-f8c8-49c6-8026-7531a8eb4ff3 req-b1c14f3f-8eaa-45fe-86c3-6924695bfbdb tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Feb 17 17:50:56.447116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe479-e341-4e69-9af7-37ec82ff81cd req-8a120326-931d-4153-9c24-912e5a6d7933 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:56.448738 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d69fe479-e341-4e69-9af7-37ec82ff81cd req-8a120326-931d-4153-9c24-912e5a6d7933 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0875974 Feb 17 17:50:56.556853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d69fe479-e341-4e69-9af7-37ec82ff81cd req-c3ec368e-49a8-41ac-ae27-561681a9428f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013696 Feb 17 17:50:56.584018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c4c2-8716-4cf2-ac67-f2b469751d57 req-464a90b7-fee2-4eb7-8385-eaea51fb1c6d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:56.585775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f67c4c2-8716-4cf2-ac67-f2b469751d57 req-464a90b7-fee2-4eb7-8385-eaea51fb1c6d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 932 time: 0.1075020 Feb 17 17:50:56.635520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f67c4c2-8716-4cf2-ac67-f2b469751d57 req-badc819d-d979-4ec8-b79a-a8e63460d76d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Feb 17 17:50:56.711635 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f03875a-13a5-472c-bc44-250150a7ded0 req-4c5b227a-9c1c-440c-b1e7-5437efaa65e7 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0512030 Feb 17 17:50:57.007203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835c35-e7d1-4d02-b13d-6934960975ce req-06f22bee-fb6f-4030-a494-f05c8777cfba tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:57.008720 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06835c35-e7d1-4d02-b13d-6934960975ce req-06f22bee-fb6f-4030-a494-f05c8777cfba tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.1414969 Feb 17 17:50:57.074313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740803e-03ae-4488-aedb-544a0084c49c req-2790ce71-809e-43ed-b254-51cc965c7ecc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:57.075920 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0740803e-03ae-4488-aedb-544a0084c49c req-2790ce71-809e-43ed-b254-51cc965c7ecc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.1380534 Feb 17 17:50:57.078864 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06835c35-e7d1-4d02-b13d-6934960975ce req-f74c79e3-4ba6-47fd-ba45-4049d51f0265 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613766 Feb 17 17:50:57.124163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0740803e-03ae-4488-aedb-544a0084c49c req-1094a416-0964-44d1-92bd-edaf2c165db0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Feb 17 17:50:57.816636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483074-98a4-4906-9c69-8ae5537bff5f req-79500ffc-d33e-4da3-aee4-51a72304d082 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:57.818279 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e483074-98a4-4906-9c69-8ae5537bff5f req-79500ffc-d33e-4da3-aee4-51a72304d082 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1436110 Feb 17 17:50:57.821583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Request body: {'port': {'device_id': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:57.959035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.058734 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e483074-98a4-4906-9c69-8ae5537bff5f req-db534d4d-45b4-406e-824c-b11d718c58f1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119691 Feb 17 17:50:58.101973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fc1c3-5441-4aeb-92c4-ca613f61da7b req-30fe455c-d86c-43a3-aa4d-2c9044782bed tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:58.104042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-937fc1c3-5441-4aeb-92c4-ca613f61da7b req-30fe455c-d86c-43a3-aa4d-2c9044782bed tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 932 time: 0.3517475 Feb 17 17:50:58.109657 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-0859307c-2906-4556-ab0e-e308d770ed49 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902808 Feb 17 17:50:58.166035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-66d63d6b-1214-4933-8d67-8e0746ba88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:58.167720 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-66d63d6b-1214-4933-8d67-8e0746ba88f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1161 time: 0.2448223 Feb 17 17:50:58.237110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 3b1e8710-bba0-4ff2-a651-42e5a946a6cb up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:50:58.265783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-d4853e35-cb63-4aeb-9f2e-329ea90dda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:58.267467 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-d4853e35-cb63-4aeb-9f2e-329ea90dda71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 1163 time: 0.2307084 Feb 17 17:50:58.354898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:50:58.355284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.394785 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-accd43b1-1a14-493d-97aa-60e6e9e5ea92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 217 time: 0.1453617 Feb 17 17:50:58.397222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8d6fc67-e267-4e15-bc4b-c4d4d99dd9ce req-a359fb6e-fa96-4255-9327-1b5e2c3f5bf3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.1598606 Feb 17 17:50:58.419260 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-937fc1c3-5441-4aeb-92c4-ca613f61da7b req-35ab1bba-60cf-489d-9e16-c53c49d80cc9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070707 Feb 17 17:50:58.421296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.65', 53428) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:50:58.441872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-c84e1a23-cb96-48bc-8fb3-d42a93015759 service neutron] Synchronizing usage tracker for tenant:a72f484ed3454d73940b43e9f621d6b0 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:50:58.568593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-c84e1a23-cb96-48bc-8fb3-d42a93015759 service neutron] Unset dirty status for tenant:a72f484ed3454d73940b43e9f621d6b0 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:50:58.569862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-c84e1a23-cb96-48bc-8fb3-d42a93015759 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826462 Feb 17 17:50:58.695379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ac890f-2691-45cd-9a84-968ec0ae5b56 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:50:58.704981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.721668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Transition to ACTIVE for port object a2ac890f-2691-45cd-9a84-968ec0ae5b56 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:50:58.724644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:58.742352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:59.043561 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-c6c66e12-d1fc-4960-a12c-bdb1c64a8e38 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9086974 Feb 17 17:50:59.114918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-cfe0fed4-1298-4952-adda-bdbceb9f512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:59.116585 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-cfe0fed4-1298-4952-adda-bdbceb9f512c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.6962531 Feb 17 17:50:59.220483 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-1ad635d3-5dfc-498b-869d-aab9339eb140 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607359 Feb 17 17:50:59.230875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-1b976d8d-c61a-464b-8efc-fa9b7fd3e124 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:59.232818 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-1b976d8d-c61a-464b-8efc-fa9b7fd3e124 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 810 time: 0.7558696 Feb 17 17:50:59.237312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac890f-2691-45cd-9a84-968ec0ae5b56,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:59.241185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:59.275069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020df70-ee67-49e9-b951-4872ec3e9eaa req-ecb6d8d2-d612-4d37-8389-930e1cd51354 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:59.282996 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b020df70-ee67-49e9-b951-4872ec3e9eaa req-ecb6d8d2-d612-4d37-8389-930e1cd51354 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.6580803 Feb 17 17:50:59.432666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Attempting to bind port a2ac890f-2691-45cd-9a84-968ec0ae5b56 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:59.434456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Attempting to bind port a2ac890f-2691-45cd-9a84-968ec0ae5b56 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:50:59.434456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Attempting to bind port a2ac890f-2691-45cd-9a84-968ec0ae5b56 on network f8460b7f-7e75-417c-b058-118f385eb29f {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:50:59.438342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5839a8-48a4-4ad0-8c09-90e62d82d7b6 req-3cfec7c8-02c6-4d55-9d03-a4887059cbd3 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:59.439621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:50:59.440009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Checking segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:50:59.440133 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d5839a8-48a4-4ad0-8c09-90e62d82d7b6 req-3cfec7c8-02c6-4d55-9d03-a4887059cbd3 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.8139699 Feb 17 17:50:59.440424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.440845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Bound using segment: {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:50:59.441317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Bound port: a2ac890f-2691-45cd-9a84-968ec0ae5b56, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235a4fbd-c391-4b58-b112-db36a5fc2a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f8460b7f-7e75-417c-b058-118f385eb29f'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:50:59.441707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.543193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] For port a2ac890f-2691-45cd-9a84-968ec0ae5b56, host hv-cinder-76019, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:50:59.547910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] For port a2ac890f-2691-45cd-9a84-968ec0ae5b56, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:50:59.552132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.555737 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b020df70-ee67-49e9-b951-4872ec3e9eaa req-708114a9-8efe-48af-90f8-a1686a620bf0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716100 Feb 17 17:50:59.567678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-5b987a99-032d-47a5-893f-a91ca8d12cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307307 Feb 17 17:50:59.570101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:50:59.576922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-2833912b-1b6f-43fa-a167-1059c9489d7c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 5704 time: 0.2915282 Feb 17 17:50:59.581946 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d5839a8-48a4-4ad0-8c09-90e62d82d7b6 req-63b278d0-7af9-420e-82f8-c57a0d8d7014 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144826 Feb 17 17:50:59.651683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'port': {'device_id': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'admin_state_up': True, 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'security_groups': ['fc227a21-1b80-42bd-a91c-5a303d6c929e']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:59.788671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac890f-2691-45cd-9a84-968ec0ae5b56,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:50:59.792651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:50:59.830343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:50:59.831095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:50:59.832622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2ac890f-2691-45cd-9a84-968ec0ae5b56 HTTP/1.1" status: 200 len: 1158 time: 2.0162814 Feb 17 17:50:59.833148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:50:59.914349 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb1a16ae-e70b-49f9-9702-b52f67b15c83 req-a8fe3d81-2f23-4fd4-b197-162217f449c6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.1804314 Feb 17 17:51:00.072997 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a905130e-9be5-4043-9772-d5f310cc50d3 req-96386742-8c16-41bd-a346-254c2948d4dd service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4780049 Feb 17 17:51:00.092079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-7154ff65-a2e7-49cc-a583-80d16510a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:00.093538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:00.093877 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-7154ff65-a2e7-49cc-a583-80d16510a22a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 1161 time: 0.0992951 Feb 17 17:51:00.107892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:port and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:00.116394 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a6b6-548f-4841-b240-2c20c83f199e req-c66a0917-108b-4611-8f21-fa5ba12c6aa6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:00.117990 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7757a6b6-548f-4841-b240-2c20c83f199e req-c66a0917-108b-4611-8f21-fa5ba12c6aa6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.3855584 Feb 17 17:51:00.119025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:00.129444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:00.176531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Made reservation on behalf of f4f3935930a74d98a7594ace85a82da2 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:00.182063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.213724 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7757a6b6-548f-4841-b240-2c20c83f199e req-43c65b29-e06d-47d0-8dce-b61230892efc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861154 Feb 17 17:51:00.242480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d88fd-4747-454d-b804-4788f7aad715 req-77f48a63-19f2-4cf0-9db5-30e3f3d4252e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:00.244172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88d88fd-4747-454d-b804-4788f7aad715 req-77f48a63-19f2-4cf0-9db5-30e3f3d4252e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 944 time: 0.2178953 Feb 17 17:51:00.401143 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56', 'status': 'completed', 'code': 200} Feb 17 17:51:00.418424 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-5ab62731-9670-43d1-8ccf-2c04a3fad2c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56 HTTP/1.1" status: 200 len: 217 time: 0.2201009 Feb 17 17:51:00.439013 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88d88fd-4747-454d-b804-4788f7aad715 req-9cd8c529-9593-4667-8208-849da3422847 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508672 Feb 17 17:51:00.487421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 3b1e8710-bba0-4ff2-a651-42e5a946a6cb up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:00.573575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-bbb2de24-9fad-4a48-bc3e-1a05091283fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:00.575300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-bbb2de24-9fad-4a48-bc3e-1a05091283fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1456180 Feb 17 17:51:00.664635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:00.665652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:00.686274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-5615cfb5-bf4c-4f65-accf-abc8d320c6d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957463 Feb 17 17:51:00.919130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Allocated IP 172.20.0.5 (f418b551-c7fc-40fd-acbc-ab48b495b994/318a75e8-338f-41bd-8d22-0d53f99f5391/b32d3d41-eacc-4d06-92a4-e675ed3b28c1) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:00.969933 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-19f639dd-c0c9-47b0-9e22-73b9b951c7fa service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729430 Feb 17 17:51:01.161961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77d03913-c308-49cf-ae6b-0f71bd323416 req-e00346e3-3397-4916-9b4a-db1f4c666f08 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1793787 Feb 17 17:51:01.173182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39456) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:01.398827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.419910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e76ae-2f4c-43de-a954-6ce142b5cb97 req-1977994e-e974-40a9-bfc4-68d057a8f96f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:01.421623 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca4e76ae-2f4c-43de-a954-6ce142b5cb97 req-1977994e-e974-40a9-bfc4-68d057a8f96f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.6186502 Feb 17 17:51:01.435586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:01.448928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6beea671980447518a9630bac682a890 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:01.452194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e1ea-5e95-4e3b-be1e-b7e2056d12e5 req-2832d3bb-88de-45bc-80b1-3dc02c097dd9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:01.453617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:01.453946 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a51e1ea-5e95-4e3b-be1e-b7e2056d12e5 req-2832d3bb-88de-45bc-80b1-3dc02c097dd9 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.5562954 Feb 17 17:51:01.465165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:01.498160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d692-bada-47a4-b24b-a535edebe947 req-c16afaaf-3dff-4ed9-a079-4e9b67a77e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:01.500203 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-c16afaaf-3dff-4ed9-a079-4e9b67a77e0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 1161 time: 0.1834033 Feb 17 17:51:01.548856 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ca4e76ae-2f4c-43de-a954-6ce142b5cb97 req-5db4951f-8506-4e1c-859f-27a41e8d0bfd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169753 Feb 17 17:51:01.612132 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a51e1ea-5e95-4e3b-be1e-b7e2056d12e5 req-3c1f4501-35ed-43c0-b605-f655cd48073d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296339 Feb 17 17:51:01.614892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.647892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Transition to ACTIVE for port object b32d3d41-eacc-4d06-92a4-e675ed3b28c1 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:01.698832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.717612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:01.778912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d692-bada-47a4-b24b-a535edebe947 req-3ead2d89-3129-49b0-bf40-cfeb34a7d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:01.780523 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-3ead2d89-3129-49b0-bf40-cfeb34a7d592 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.2685766 Feb 17 17:51:01.881618 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-489b550e-afd1-434d-bd8d-ac44837ee2dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56 HTTP/1.1" status: 200 len: 217 time: 0.0885649 Feb 17 17:51:01.886848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.934784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:01.980610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:01.984815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:01.992570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:01.993832 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6beea671980447518a9630bac682a890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8187914 Feb 17 17:51:01.998986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39498) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:02.058920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d692-bada-47a4-b24b-a535edebe947 req-a3ab3cef-91e2-4261-aad6-a149d3ff8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:02.060438 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-a3ab3cef-91e2-4261-aad6-a149d3ff8307 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1702685 Feb 17 17:51:02.070224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1060aa-f805-4c84-8e93-b1fcbe631fd5 req-91355cf7-c039-4ed5-a09b-0b18fcf81a73 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:02.071729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c42e93-4681-4d6f-84f3-c7cf43905040,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:02.071989 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f1060aa-f805-4c84-8e93-b1fcbe631fd5 req-91355cf7-c039-4ed5-a09b-0b18fcf81a73 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2457075 Feb 17 17:51:02.115037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:02.115632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:02.121574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3bc-31e3-4e07-a83c-64ec4fff497b req-5089480c-3115-4e2a-82a5-25fc94b4b2b8 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:02.123298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d65c3bc-31e3-4e07-a83c-64ec4fff497b req-5089480c-3115-4e2a-82a5-25fc94b4b2b8 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 931 time: 0.3105116 Feb 17 17:51:02.127423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:02.133196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:02.135551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-89156ddb-700d-4e11-8f81-96a007638923 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603001 Feb 17 17:51:02.137838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:02.138549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.174688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.416966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.519985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2640bd7b-1faa-4e00-849d-06db939093a4 None None] Provisioning for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:02.534822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2640bd7b-1faa-4e00-849d-06db939093a4 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:02.535666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2640bd7b-1faa-4e00-849d-06db939093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.646099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.661161 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d65c3bc-31e3-4e07-a83c-64ec4fff497b req-7381cc4b-ccf9-4bc9-ae0b-ced15102f02a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270071 Feb 17 17:51:02.669939 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0729346 Feb 17 17:51:02.678265 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f1060aa-f805-4c84-8e93-b1fcbe631fd5 req-27cc914c-959d-45c3-ad17-f65bafb30617 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881495 Feb 17 17:51:02.688574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:02.698558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Request body: {'port': {'device_id': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:02.721626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-eb0a99b8-bec1-4173-b077-6a3c2f2cf450 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:51:02.726825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2640bd7b-1faa-4e00-849d-06db939093a4 None None] Port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:51:02.729173 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-103050b5-b538-4ad3-b017-4206f4bb3b4f service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557470 Feb 17 17:51:02.734962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c42e93-4681-4d6f-84f3-c7cf43905040,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:02.746222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:02.793967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:02.796178 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5c42e93-4681-4d6f-84f3-c7cf43905040 HTTP/1.1" status: 204 len: 168 time: 0.7961090 Feb 17 17:51:02.937595 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fac1d692-bada-47a4-b24b-a535edebe947 req-c43d2e8c-6bab-4813-bda7-7cbf0a630bab service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1801739 Feb 17 17:51:02.944259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.038764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9634994-0add-42d8-ab13-6826d7f8ab84 req-9f150bb8-22ef-4052-ae9e-d17a81379066 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:03.040390 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9634994-0add-42d8-ab13-6826d7f8ab84 req-9f150bb8-22ef-4052-ae9e-d17a81379066 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 944 time: 0.2425351 Feb 17 17:51:03.152100 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9634994-0add-42d8-ab13-6826d7f8ab84 req-d417caf0-7193-46bd-8a03-54091dc1c088 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Feb 17 17:51:03.199305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39532) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:03.218871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.235152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:03.239653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b1f286b7b7409a842219220b910ec6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:03.242844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:03.249389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:03.336804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.339962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.349503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:03.393869 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3b1f286b7b7409a842219220b910ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933351 Feb 17 17:51:03.394873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dad801f-4123-47cd-b9de-6084a7a0167b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:03.397661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39536) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:03.400124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:03.449710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32d3d41-eacc-4d06-92a4-e675ed3b28c1 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:03.458336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.464577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.471393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Transition to ACTIVE for port object b32d3d41-eacc-4d06-92a4-e675ed3b28c1 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:03.473965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.490784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:03.497398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.544338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.549867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82e96491-5666-4ddc-85ea-819c3e73b6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:03.564452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dad801f-4123-47cd-b9de-6084a7a0167b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:03.567726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:03.569900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:03.574009 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dad801f-4123-47cd-b9de-6084a7a0167b HTTP/1.1" status: 204 len: 168 time: 0.1754532 Feb 17 17:51:03.660178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:03.673999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.674766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.675164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.675565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.675957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.676347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.676733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.677121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.677855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.678244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.678659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.679044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.679811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.680200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.680615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.681131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.681515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.681906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.684058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.684058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.684058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.684058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.684661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.685046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:03.691903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:03.975220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Attempting to bind port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:03.975599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Attempting to bind port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:03.976159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Attempting to bind port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 on network f418b551-c7fc-40fd-acbc-ab48b495b994 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:04.007229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:04.007600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Checking segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:04.008019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.011854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Bound using segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:04.012392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Bound port: b32d3d41-eacc-4d06-92a4-e675ed3b28c1, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:04.012773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.064402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:04.178088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 61387255-8616-4340-9dfc-4decf6d0cc4e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:04.188802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:04.190307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.251563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33109059-6a56-41df-8984-e71dbb52fc6d req-b34dcfba-72bb-4af7-80b1-08ddad83b27a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:04.252989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-33109059-6a56-41df-8984-e71dbb52fc6d req-b34dcfba-72bb-4af7-80b1-08ddad83b27a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Synchronizing usage tracker for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:04.285569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] For port b32d3d41-eacc-4d06-92a4-e675ed3b28c1, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:04.296451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] For port b32d3d41-eacc-4d06-92a4-e675ed3b28c1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:04.317081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.414866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.427690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39586) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:04.440309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.459620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-33109059-6a56-41df-8984-e71dbb52fc6d req-b34dcfba-72bb-4af7-80b1-08ddad83b27a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Unset dirty status for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:04.460953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33109059-6a56-41df-8984-e71dbb52fc6d req-b34dcfba-72bb-4af7-80b1-08ddad83b27a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.6037500 Feb 17 17:51:04.513207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:04.524499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:04.529805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.531419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:04.582189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:04.594838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:04.637485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:04.638184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.640164 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] 10.222.0.65 "PUT /v2.0/ports/b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 1157 time: 1.9472222 Feb 17 17:51:04.640744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:04.643574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:04.659621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33109059-6a56-41df-8984-e71dbb52fc6d req-68e1eb8e-c234-4449-8c00-7c955cf56a4e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635549 Feb 17 17:51:04.835050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:04.854202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:04.855638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:04.860330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:04.873432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5cafdae30a44cca950d25244c500250 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:04.877684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:04.887346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:04.889971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:04.909713 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:04.913852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.108592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.130123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.139022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.161117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7cf6e4fd-6f59-4644-a436-fae59cdf5585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:05.221146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:05.229064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.231924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29c5f4e9-78bb-47f7-8f44-702d053a8545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:05.293852 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5cafdae30a44cca950d25244c500250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649304 Feb 17 17:51:05.294813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eea192-eae4-4808-8c63-eb6d2192dbad,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:05.299836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39616) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:05.320974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.321946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.322391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.322749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.323150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.323508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.323899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.324287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.324671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.325088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.327804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fbaf8-5fc7-4499-b1a9-2f2671db5dd6 req-13d8d706-898f-47ab-892f-b5270a75ee15 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:05.329520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f72fbaf8-5fc7-4499-b1a9-2f2671db5dd6 req-13d8d706-898f-47ab-892f-b5270a75ee15 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3794770 Feb 17 17:51:05.335930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.336458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.337004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.337543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.337944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.338335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.338749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.339143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.339532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.339923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.340316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.340709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.346277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.346717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:05.357880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:05.390538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-e2957814-3cf8-4ee1-9c8a-d6838e838ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:05.393200 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-e2957814-3cf8-4ee1-9c8a-d6838e838ec7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1160 time: 0.6283927 Feb 17 17:51:05.405106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39626) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:05.421218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:05.424778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:05.532487 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-c8ee5332-a4a9-4d4c-97c5-2f4bcce61257 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 217 time: 0.1189704 Feb 17 17:51:05.573545 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f72fbaf8-5fc7-4499-b1a9-2f2671db5dd6 req-055e4037-f88d-42d9-b30c-13fc8d178e42 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180338 Feb 17 17:51:05.599346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.659877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:05.662539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.668509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Usage tracker for resource:security_group_rule and tenant:114554d1674649f3a71090b8cb1f7a05 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:05.672849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:05.682074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-f1fbc985-c400-4e95-b212-ecd3cc1e6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:05.683864 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-f1fbc985-c400-4e95-b212-ecd3cc1e6286 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.1205537 Feb 17 17:51:05.694268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:05.737888 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'code': 200} Feb 17 17:51:05.806349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.828833 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'status': 'completed', 'code': 200} Feb 17 17:51:05.896373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.902607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.925821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-888b82e0-60e8-492a-89e7-c217355211ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:05.927568 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-888b82e0-60e8-492a-89e7-c217355211ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2191861 Feb 17 17:51:05.936759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52a2ac-4f26-4a49-a355-a7fec6b28c11 req-0a45f22b-f854-4b59-ad26-fce9999effa9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:05.938539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e52a2ac-4f26-4a49-a355-a7fec6b28c11 req-0a45f22b-f854-4b59-ad26-fce9999effa9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 944 time: 0.1750755 Feb 17 17:51:05.941722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:05.957595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6196d73-9bb4-4360-88c1-da6cd55c1ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:05.970249 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=114554d1674649f3a71090b8cb1f7a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635266 Feb 17 17:51:05.973611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39646) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:05.988638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a22508c2-0043-499e-8f60-64da3ee982fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:06.088277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714fd0d0-3d4b-460f-bb67-c91acfe4bba3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:06.093160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:06.115912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.128611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eea192-eae4-4808-8c63-eb6d2192dbad,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:06.144641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:06.183673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.187886 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70eea192-eae4-4808-8c63-eb6d2192dbad HTTP/1.1" status: 204 len: 168 time: 0.8868947 Feb 17 17:51:06.197395 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e52a2ac-4f26-4a49-a355-a7fec6b28c11 req-1a23e834-be76-4711-a274-e3fac596b976 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321985 Feb 17 17:51:06.260440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819aff-ea00-4e5d-a7ce-29d16eb62d02 req-9ef274cd-80d9-42fc-884b-3378b823ae15 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:06.264963 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5819aff-ea00-4e5d-a7ce-29d16eb62d02 req-9ef274cd-80d9-42fc-884b-3378b823ae15 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.2633064 Feb 17 17:51:06.266920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.268406 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-73105232-3c52-4eee-a509-3d10792f7cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288393 Feb 17 17:51:06.336276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3192ec9-34e0-4ca8-a85b-9c48d1cb5617 req-291bb678-bec8-4baa-9f12-8efa3853e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:06.338999 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3192ec9-34e0-4ca8-a85b-9c48d1cb5617 req-291bb678-bec8-4baa-9f12-8efa3853e40f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1163 time: 0.1995544 Feb 17 17:51:06.366198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.382490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55134037-8aa3-4fb9-aa3a-34bc524fa5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:06.401807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714fd0d0-3d4b-460f-bb67-c91acfe4bba3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:06.418132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:06.429585 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3192ec9-34e0-4ca8-a85b-9c48d1cb5617 req-56cf7464-ceaa-464a-8ed5-084a54bf569d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830069 Feb 17 17:51:06.431457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.432844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/714fd0d0-3d4b-460f-bb67-c91acfe4bba3 HTTP/1.1" status: 204 len: 168 time: 0.4572155 Feb 17 17:51:06.451331 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5819aff-ea00-4e5d-a7ce-29d16eb62d02 req-fcbbd49c-e07d-4ee6-b0af-509700d692f7 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475322 Feb 17 17:51:06.480273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7437b97f-34cf-448d-9793-8fe9b3d3a0ae req-da867bdd-56dc-43e1-8a83-f31d3d702279 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044022 Feb 17 17:51:06.724805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39672) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:06.810789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.840065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:06.851876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Usage tracker for resource:security_group_rule and tenant:d11c4b77298c4305b14056e9b7adbb68 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:06.864783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:06.875243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:06.908241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e4974-335e-43ad-86e8-846d470bf54d req-cf706a26-be86-419d-9d30-76db2e4aa6dc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:06.908241 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-624e4974-335e-43ad-86e8-846d470bf54d req-cf706a26-be86-419d-9d30-76db2e4aa6dc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1749856 Feb 17 17:51:06.960107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39678) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:06.984695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:06.985436 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-624e4974-335e-43ad-86e8-846d470bf54d req-8dbfe20b-4cdd-4c61-ac69-f16fd7a3ad75 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678401 Feb 17 17:51:07.003360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:07.008259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Usage tracker for resource:security_group_rule and tenant:f79ba12d1c5649d681e01ef3b4e6bc67 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:07.015237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:07.023708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:07.117752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.121683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa15e9-4209-4300-90d2-35910d735abc req-b4b8b54c-621c-47ef-8312-b8c9de767b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.123376 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-b4b8b54c-621c-47ef-8312-b8c9de767b9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1160 time: 0.0940933 Feb 17 17:51:07.125363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.158213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:07.170073 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d11c4b77298c4305b14056e9b7adbb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440556 Feb 17 17:51:07.175846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39684) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:07.185336 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-cbc71fd3-92d4-488a-a9a8-ea1a8063914e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1739557 Feb 17 17:51:07.195173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:07.289508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b84b40a-90f5-4721-a6fa-ec00a6d9fcff,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:07.296102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:07.301284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.325214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:07.327415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.440115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa15e9-4209-4300-90d2-35910d735abc req-6b21c54d-b520-4b1b-bcdc-0d2d6780216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.441855 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-6b21c54d-b520-4b1b-bcdc-0d2d6780216e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.3045523 Feb 17 17:51:07.494178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.528068 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-4bb41a11-e590-4731-8646-76c4673aade4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 217 time: 0.0775783 Feb 17 17:51:07.534280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:07.601037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-615d543b-fe32-490a-a677-97ad22feced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.604634 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-615d543b-fe32-490a-a677-97ad22feced3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 1162 time: 0.2441187 Feb 17 17:51:07.625526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.637878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.639667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448bc2-392a-48a4-a738-2a5b0ee594fa req-7906ff65-c42e-49a8-a7e4-87b4bb623d81 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.642363 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a6448bc2-392a-48a4-a738-2a5b0ee594fa req-7906ff65-c42e-49a8-a7e4-87b4bb623d81 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 944 time: 0.1904931 Feb 17 17:51:07.648963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:07.683598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:07.684042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.721086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa15e9-4209-4300-90d2-35910d735abc req-730d1af8-4545-4c53-9cc9-f0a78158b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.722964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-730d1af8-4545-4c53-9cc9-f0a78158b590 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.1756845 Feb 17 17:51:07.736565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f79ba12d1c5649d681e01ef3b4e6bc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735066 Feb 17 17:51:07.737827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39698) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:07.740195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b809ac-4554-4ec7-9ab1-719aecc7a9df,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:07.754706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:07.784573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:07.875716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:07.924535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.955634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:07.959423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa15e9-4209-4300-90d2-35910d735abc req-854c9f51-e3aa-495d-8835-a298263fb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:07.961064 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-854c9f51-e3aa-495d-8835-a298263fb3f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2220628 Feb 17 17:51:07.961337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:07.961794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:07.963212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.154270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.161495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eed9eb38-3ad9-48f6-a5d8-8a644b6f2dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:08.163522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.176350 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-52459277-4011-47a6-8e86-70b4ee0ccd2a service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869514 Feb 17 17:51:08.176681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fbf0a75d-bdf8-40e9-8631-c4ccb31cd73c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:08.178895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b809ac-4554-4ec7-9ab1-719aecc7a9df,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:08.182369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:08.184128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.184454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.186509 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91b809ac-4554-4ec7-9ab1-719aecc7a9df HTTP/1.1" status: 204 len: 168 time: 0.4298837 Feb 17 17:51:08.212297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a6448bc2-392a-48a4-a738-2a5b0ee594fa req-c49b1d34-e353-473a-b2b4-3b014fbb5209 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599675 Feb 17 17:51:08.231981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port a2ac890f-2691-45cd-9a84-968ec0ae5b56, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:08.241168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b84b40a-90f5-4721-a6fa-ec00a6d9fcff,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:08.247046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.250581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-48690bcd-1e76-4d0c-9a94-23f2e6f23dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:08.280058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:08.285768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:08.291799 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b84b40a-90f5-4721-a6fa-ec00a6d9fcff HTTP/1.1" status: 204 len: 168 time: 1.1147430 Feb 17 17:51:08.307818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-6e3b85c2-796a-4373-8f11-20f0a9d1bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:08.309855 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-6e3b85c2-796a-4373-8f11-20f0a9d1bccc service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 908 time: 0.6205363 Feb 17 17:51:08.364934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cdceb-e2f3-4a50-8ce2-56f735fd70e4 req-a142af3c-5afa-4dbf-8fcd-deb13bd04b6b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:08.367787 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-417cdceb-e2f3-4a50-8ce2-56f735fd70e4 req-a142af3c-5afa-4dbf-8fcd-deb13bd04b6b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.3533478 Feb 17 17:51:08.379984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b', 'code': 200} Feb 17 17:51:08.381220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=a2ac890f-2691-45cd-9a84-968ec0ae5b56,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:08.433595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.433904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.434290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.437177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.439901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.440695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.441152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.441449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.441981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.442360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.442760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.443131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.443611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.443985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.444357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.444724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.445058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.445445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.445779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.446180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.446578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.446947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.447311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.447674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:08.464130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:08.690857 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e9fa15e9-4209-4300-90d2-35910d735abc req-bd3553a8-93be-47d7-9221-0582b5889acb service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4882340 Feb 17 17:51:08.708649 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-a47d44ef-9a3b-4e85-b793-4c39420bdb9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 200 len: 217 time: 0.2864170 Feb 17 17:51:08.815042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-417cdceb-e2f3-4a50-8ce2-56f735fd70e4 req-ec32f6bb-50d4-44c1-80fe-1635a9b93120 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366813 Feb 17 17:51:08.855666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-8fa6965d-e3e8-43fb-bb04-a81c863da6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:08.857240 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-8fa6965d-e3e8-43fb-bb04-a81c863da6b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.1202393 Feb 17 17:51:08.871036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34522647-29d5-4b35-9509-3f2f15950515 req-64f5babb-8698-4b91-b074-7fd4e9e714ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:08.872642 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34522647-29d5-4b35-9509-3f2f15950515 req-64f5babb-8698-4b91-b074-7fd4e9e714ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.1996136 Feb 17 17:51:08.882430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b18fc-d292-40f1-8c65-04cf06b95f53 req-22c25302-66f7-467a-bf38-876ee04eee32 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:08.893073 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-364b18fc-d292-40f1-8c65-04cf06b95f53 req-22c25302-66f7-467a-bf38-876ee04eee32 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2902224 Feb 17 17:51:08.980728 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-46d448a4-e15f-40a1-a569-95c2c105bf78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878265 Feb 17 17:51:09.126167 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-364b18fc-d292-40f1-8c65-04cf06b95f53 req-6721d44e-ec2a-4582-af5f-9fea7ef26814 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344575 Feb 17 17:51:09.204513 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34522647-29d5-4b35-9509-3f2f15950515 req-df08c3cd-9551-4b3f-8247-7a9be7fcc56d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099830 Feb 17 17:51:09.268662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:09.295188 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-22635e19-64a9-4560-a5b2-3279b9952b40 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951689 Feb 17 17:51:09.424250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f6e7c-1ebf-4254-9294-30c2d7b1b6d7 req-4d6a120c-b0ef-4c7e-973a-de65c338901d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:09.431131 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f55f6e7c-1ebf-4254-9294-30c2d7b1b6d7 req-4d6a120c-b0ef-4c7e-973a-de65c338901d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1149776 Feb 17 17:51:09.437058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39766) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:09.444741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'floatingip': {'port_id': '61387255-8616-4340-9dfc-4decf6d0cc4e'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:09.447160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:09.455384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.689625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:09.820506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:09.973406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7bbf7-6573-4507-89e8-a048a4209684 req-5c5a8f9b-3ef5-4f0e-a509-6f0997cbc1df tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:09.975298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55d7bbf7-6573-4507-89e8-a048a4209684 req-5c5a8f9b-3ef5-4f0e-a509-6f0997cbc1df tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.5253239 Feb 17 17:51:09.983355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:09.983708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.141490 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55d7bbf7-6573-4507-89e8-a048a4209684 req-6cbf7ec2-5a17-4dc5-99fc-1a903ba9a4ac tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555946 Feb 17 17:51:10.154630 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13c464fe-582b-45c4-b011-2ed690a4ccec req-cb16e83c-2642-45f0-9939-56002bf75158 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5680754 Feb 17 17:51:10.174070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fe800-0bff-488d-8ecc-56dd5f9cee89 req-2e59274e-b5d3-41d0-aab9-6d6005ae7d61 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:10.182520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-680fe800-0bff-488d-8ecc-56dd5f9cee89 req-2e59274e-b5d3-41d0-aab9-6d6005ae7d61 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.1361578 Feb 17 17:51:10.239416 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-680fe800-0bff-488d-8ecc-56dd5f9cee89 req-d3ebdc1d-546a-4c64-a526-4e916c7288af tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558732 Feb 17 17:51:10.381220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:10.444952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56', 'code': 200} Feb 17 17:51:10.908889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:10.912103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:11.053301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4735bc-3e67-48ee-be38-cc70ec255f30 req-f5db841d-16bc-4489-b53e-a18caa03503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:11.054958 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a4735bc-3e67-48ee-be38-cc70ec255f30 req-f5db841d-16bc-4489-b53e-a18caa03503c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 1163 time: 0.1355202 Feb 17 17:51:11.197631 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Floating IP ad0482e2-d863-4c7f-900b-8374dd38aa2c associated. External IP: 172.27.3.47, port: 61387255-8616-4340-9dfc-4decf6d0cc4e. Feb 17 17:51:11.199949 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a4735bc-3e67-48ee-be38-cc70ec255f30 req-db3376f2-4106-407a-93a9-7643900fa1f9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324468 Feb 17 17:51:11.521989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818814d-90b0-472b-a917-735e398b7b35 req-dadd7b0e-5369-4f5a-bf7a-6cc6076350be tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:11.523702 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4818814d-90b0-472b-a917-735e398b7b35 req-dadd7b0e-5369-4f5a-bf7a-6cc6076350be tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1763146 Feb 17 17:51:11.569567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebb189-f32f-44b5-aff8-6154c4c683f9 req-003d8177-ad40-4487-ac03-0ca991c5229d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:11.571669 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9eebb189-f32f-44b5-aff8-6154c4c683f9 req-003d8177-ad40-4487-ac03-0ca991c5229d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.1577828 Feb 17 17:51:11.643345 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4818814d-90b0-472b-a917-735e398b7b35 req-9e031351-4abc-4e2e-ae51-8e1fb260775a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117716 Feb 17 17:51:11.657722 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9eebb189-f32f-44b5-aff8-6154c4c683f9 req-c020ada7-6eba-435d-aa4b-9cce89a23ef0 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741327 Feb 17 17:51:11.696895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:51:12.093107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:12.127899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:12.137862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.154296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:12.171508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:12.172201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.173758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:12.174679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:12.323836 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b544a667-57b4-4a36-82b5-57d5b51e1f21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "PUT /v2.0/floatingips/ad0482e2-d863-4c7f-900b-8374dd38aa2c HTTP/1.1" status: 200 len: 991 time: 2.8848426 Feb 17 17:51:12.324788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:12.397049 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'status': 'completed', 'code': 200} Feb 17 17:51:12.429815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:12.498362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:12.730593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-7ab5639c-7bc7-44b3-beb0-db6f39356a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:12.732262 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-7ab5639c-7bc7-44b3-beb0-db6f39356a1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1163 time: 0.1041260 Feb 17 17:51:12.741588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:12.748039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:12.748464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.924735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.926046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39892) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:12.967642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:12.974097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.984475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port b32d3d41-eacc-4d06-92a4-e675ed3b28c1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:12.988108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:12.989328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:13.042438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'ad0482e2-d863-4c7f-900b-8374dd38aa2c', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:80:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:27Z', 'updated_at': '2021-02-17T17:51:10Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:13.047064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:13.052992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:13.057247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:13.057930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:50:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:13.191712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5f01-22fe-47cc-8b9d-f0fd6cc2579a req-135f9e80-2020-40e3-ac9f-e5a818322193 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.193698 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-630a5f01-22fe-47cc-8b9d-f0fd6cc2579a req-135f9e80-2020-40e3-ac9f-e5a818322193 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 943 time: 0.2812810 Feb 17 17:51:13.205286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f393b5-3ccb-4c5b-9a81-1eca4d655a91 req-8315e54d-7fbd-432c-afca-0280a56af3ef tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.207468 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4f393b5-3ccb-4c5b-9a81-1eca4d655a91 req-8315e54d-7fbd-432c-afca-0280a56af3ef tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2802761 Feb 17 17:51:13.211485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-9dd3f237-f9cb-4276-9e60-4549295ceb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.213196 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-9dd3f237-f9cb-4276-9e60-4549295ceb24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.4734004 Feb 17 17:51:13.280976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:13.281407 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.343326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:13.411090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-630a5f01-22fe-47cc-8b9d-f0fd6cc2579a req-3b033fbe-6b56-4d47-bf37-4829e52a77ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022867 Feb 17 17:51:13.418678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:13.426167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:13.430264 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.483328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:13.488355 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4f393b5-3ccb-4c5b-9a81-1eca4d655a91 req-1953c990-10f1-42da-bdf7-5990f16efa25 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732503 Feb 17 17:51:13.495281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f013df271ea54f77a297bb5e2506e9ea is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:13.501168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:13.505408 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-44c439ee-05e0-404b-b0f7-a84b9831dc17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 999 time: 0.2268491 Feb 17 17:51:13.518758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:13.545448 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'code': 200} Feb 17 17:51:13.627625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-0ea60a9b-2c18-4a04-aa24-66b203e74080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.629233 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-0ea60a9b-2c18-4a04-aa24-66b203e74080 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.1080005 Feb 17 17:51:13.702850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.707739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.725835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:51:13.755685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:13.824076 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f013df271ea54f77a297bb5e2506e9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384390 Feb 17 17:51:13.825395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39924) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:13.829023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd74f10-a085-48f2-afb1-7833e14260e1,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:13.837402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:13.867934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-f628b3ab-6c37-4989-a1e8-3757388d142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:13.869611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-f628b3ab-6c37-4989-a1e8-3757388d142c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1635373 Feb 17 17:51:13.937322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:13.957033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'ad0482e2-d863-4c7f-900b-8374dd38aa2c', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:80:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:27Z', 'updated_at': '2021-02-17T17:51:10Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:13.963736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cadc00-28c1-4955-91a2-419df4b1659d None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'ad0482e2-d863-4c7f-900b-8374dd38aa2c', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:80:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:27Z', 'updated_at': '2021-02-17T17:51:10Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:13.993710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.101211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.107503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d2def4b4-cbdc-4c0b-be90-5fd9f55836de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:14.125452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd74f10-a085-48f2-afb1-7833e14260e1,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:14.128433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:14.132134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.133351 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfd74f10-a085-48f2-afb1-7833e14260e1 HTTP/1.1" status: 204 len: 168 time: 0.3057559 Feb 17 17:51:14.204516 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-78046a82-075e-4904-9217-d88bfbfa980d service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211780 Feb 17 17:51:14.363939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d617cd7-4bc1-4d22-8490-d8584655a03c None None] New status for floating IP ad0482e2-d863-4c7f-900b-8374dd38aa2c: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:51:14.574115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8ffc-3c94-45be-94fa-866bb6a37c4c req-f1923d18-f578-4b06-9899-ad8c30466de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:14.575785 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55fb8ffc-3c94-45be-94fa-866bb6a37c4c req-f1923d18-f578-4b06-9899-ad8c30466de7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1162 time: 0.5086713 Feb 17 17:51:14.666998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39942) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:14.721414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.738906 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a0ce790f-347a-4eae-962f-0ad9d46f76a8 req-c035bec8-ffb1-4ef2-aae3-f83c5ac1c48f service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5244510 Feb 17 17:51:14.751094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:14.776448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:14.784027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Usage tracker for resource:security_group_rule and tenant:33c09f4aba4b4235a3ec05dc8453564f is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:14.787394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55fb8ffc-3c94-45be-94fa-866bb6a37c4c req-e9094a69-0b78-4b5b-9d08-b608f152e32b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877871 Feb 17 17:51:14.792052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:14.802359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:14.844151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:14.844660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:14.971318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ffb0b-39fe-43b3-9462-88122d8d67a9 req-9e9df1c8-17bd-4e0c-87f7-c155ee852603 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:14.973801 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2b8ffb0b-39fe-43b3-9462-88122d8d67a9 req-9e9df1c8-17bd-4e0c-87f7-c155ee852603 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1898813 Feb 17 17:51:15.012794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.016541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.044443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802996-8898-43b7-a690-7660f19ae60e req-0215b802-3b7d-48e3-bd48-5baffa798ec9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:15.044443 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c802996-8898-43b7-a690-7660f19ae60e req-0215b802-3b7d-48e3-bd48-5baffa798ec9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.4346855 Feb 17 17:51:15.050697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cbbe407a-18e8-4225-b046-815dfc9e2a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:15.053093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:15.111795 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2b8ffb0b-39fe-43b3-9462-88122d8d67a9 req-b0c2bb92-baba-471b-a0da-cb3d3a12102f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273549 Feb 17 17:51:15.187970 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c802996-8898-43b7-a690-7660f19ae60e req-ac9e6c3d-5800-416a-88d8-c74b67a5ed55 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357262 Feb 17 17:51:15.200135 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33c09f4aba4b4235a3ec05dc8453564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317662 Feb 17 17:51:15.201401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522e7257-5f3e-48e4-aaed-0d518248957e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:15.201602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:15.202020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.202801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 39958) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:15.225075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:15.337886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.395273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.450769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39964) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:15.473859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.480387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b6b11b4a-fc46-440a-b470-c5a64b007f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:15.496979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522e7257-5f3e-48e4-aaed-0d518248957e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:15.500320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:15.511764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.513247 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/522e7257-5f3e-48e4-aaed-0d518248957e HTTP/1.1" status: 204 len: 168 time: 0.3091786 Feb 17 17:51:15.681342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.717695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:15.725985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8df4610ab04d0d800227eb2d165430 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:15.729950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:15.738261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:15.838666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-547784c6-74ec-47ff-b725-4e2f02987693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:15.840522 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-547784c6-74ec-47ff-b725-4e2f02987693 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 1163 time: 0.1991329 Feb 17 17:51:15.894254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.897295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:15.907405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26f85263-1a0c-4ef0-9f6b-2f9307726154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:15.935492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b17a2-f78d-4958-bf00-4dfb7eb4bd88 req-af986aae-5ed9-4869-812c-bf0f463502a4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:15.937194 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d3b17a2-f78d-4958-bf00-4dfb7eb4bd88 req-af986aae-5ed9-4869-812c-bf0f463502a4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2199192 Feb 17 17:51:15.960640 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d8df4610ab04d0d800227eb2d165430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091352 Feb 17 17:51:15.962921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a70f4-be65-4c32-adb8-36870b893575,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:15.966041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 39982) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:15.968997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:16.060330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.091651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d3b17a2-f78d-4958-bf00-4dfb7eb4bd88 req-7a6cff1f-be15-4624-ae05-bc824d1ba7c0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852568 Feb 17 17:51:16.093080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.134968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac8e03-352e-4e52-835b-04f248a66db1 req-6d98c458-b538-45f5-929a-3b2c63bc1915 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.136603 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78ac8e03-352e-4e52-835b-04f248a66db1 req-6d98c458-b538-45f5-929a-3b2c63bc1915 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.2912793 Feb 17 17:51:16.137785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-548c6700-647b-4613-a5f9-bca273f43531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.139289 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-548c6700-647b-4613-a5f9-bca273f43531 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.2489367 Feb 17 17:51:16.151685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.157619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-533b8874-df82-4ee9-9639-a7ce7f4e43ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:16.182319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a70f4-be65-4c32-adb8-36870b893575,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:16.185031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:16.194530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.200000 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b7a70f4-be65-4c32-adb8-36870b893575 HTTP/1.1" status: 204 len: 168 time: 0.2320702 Feb 17 17:51:16.267408 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-bdbe29c2-e004-49d5-af53-a37ab69a00ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56 HTTP/1.1" status: 200 len: 217 time: 0.1025214 Feb 17 17:51:16.328008 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78ac8e03-352e-4e52-835b-04f248a66db1 req-4380687f-9fa4-4dc9-8845-e7a85aece162 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828840 Feb 17 17:51:16.412222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-0ca40d61-ae1c-441f-9043-916b0e8831b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.415658 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-0ca40d61-ae1c-441f-9043-916b0e8831b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1304753 Feb 17 17:51:16.513187 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-77c6ac0d-326a-48de-8e8f-2f87644a986e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827465 Feb 17 17:51:16.614449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40010) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:16.648948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6ab2-8577-415c-8df7-7ed53b53e20b req-75c7a1f9-cf8b-4b92-b424-24064059310e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:16.663113 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39af6ab2-8577-415c-8df7-7ed53b53e20b req-75c7a1f9-cf8b-4b92-b424-24064059310e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3174720 Feb 17 17:51:16.712612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40018) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:16.740990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.748042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39af6ab2-8577-415c-8df7-7ed53b53e20b req-7d6d9805-400f-47bd-9412-983c209d24f2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837209 Feb 17 17:51:16.758077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:16.762288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Usage tracker for resource:security_group_rule and tenant:eecd11c3efb8404b86d4db080f338e3b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:16.765368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:16.771278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:16.783613 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-2d11421c-cd85-4668-aab4-c6ebd2ad6fad service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540450 Feb 17 17:51:16.873329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.885116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:16.910249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:16.982423 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-150946dd-7f78-4f1f-80fa-aefa100f9c9a req-fc67df27-5c48-4a70-b329-c887a803f619 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1699507 Feb 17 17:51:16.993899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362365127-network', 'tenant_id': '44a4fe688b214e5e92ad9301a4e8f144'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:17.009743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:17.017477 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eecd11c3efb8404b86d4db080f338e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004827 Feb 17 17:51:17.018129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Usage tracker for resource:network and tenant:44a4fe688b214e5e92ad9301a4e8f144 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:17.018646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40026) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:17.021330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:17.027966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:17.036196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3856d05d-0f32-4d25-b57d-c1c87cc26a62,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:17.051550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.055008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Made reservation on behalf of 44a4fe688b214e5e92ad9301a4e8f144 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:17.064057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.082225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.101610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:17.107798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:44a4fe688b214e5e92ad9301a4e8f144 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:17.113951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:17.118300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.121376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:17.152125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.203445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.208681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4518d8e5-b70e-44de-9003-112ed18d000a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:17.222422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.225338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.225987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3856d05d-0f32-4d25-b57d-c1c87cc26a62,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:17.229670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.230269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:17.273070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f627c65c-65c6-4ea6-a82c-bf192368fc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.277556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b83514-ebe4-4c77-b644-8ca33e202f9e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:17.279280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.283460 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3856d05d-0f32-4d25-b57d-c1c87cc26a62 HTTP/1.1" status: 204 len: 168 time: 0.2612042 Feb 17 17:51:17.305291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:51:17.317205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.320724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.321304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Added segment cd0b9488-f619-4dea-9f25-39b1bd23c52d of type vxlan for network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 Feb 17 17:51:17.333065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68be19-3487-4b02-bae8-ac5857cc9613 req-3415f643-d36e-4bef-affd-a0d121a17b14 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:17.335057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b68be19-3487-4b02-bae8-ac5857cc9613 req-3415f643-d36e-4bef-affd-a0d121a17b14 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1117947 Feb 17 17:51:17.357324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.395539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.397171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:17.397824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.406138 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b68be19-3487-4b02-bae8-ac5857cc9613 req-0a4fd2a5-2130-48d9-a9de-0ef3f12bda99 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Feb 17 17:51:17.430892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c6f1500-92c2-42c3-b9c7-3e815bb53b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:17.452308 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8334908 Feb 17 17:51:17.452426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40042) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:17.458460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Request body: {'subnet': {'network_id': 'b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362365127-subnet', 'tenant_id': '44a4fe688b214e5e92ad9301a4e8f144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:17.464549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:17.469034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Usage tracker for resource:subnet and tenant:44a4fe688b214e5e92ad9301a4e8f144 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:17.472607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:17.479552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:17.533648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:17.537330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:17.546254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:17.548801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Made reservation on behalf of 44a4fe688b214e5e92ad9301a4e8f144 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:17.553685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:17.691510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8463e-6756-4479-80e2-fb939412f0ed req-31aa92e7-23f1-4359-ad1c-f5b162030c04 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:17.693239 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99b8463e-6756-4479-80e2-fb939412f0ed req-31aa92e7-23f1-4359-ad1c-f5b162030c04 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.2106218 Feb 17 17:51:17.760808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:17.797716 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99b8463e-6756-4479-80e2-fb939412f0ed req-9434e89e-6db7-43bb-8ec6-455816afbf15 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974896 Feb 17 17:51:18.063272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2cfba-39b5-445b-8ede-b8f8cd7a75c7 req-8b07e766-b7f4-4f40-9a45-c00c738b06fe tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:18.064901 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ad2cfba-39b5-445b-8ede-b8f8cd7a75c7 req-8b07e766-b7f4-4f40-9a45-c00c738b06fe tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1209216 Feb 17 17:51:18.130149 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ad2cfba-39b5-445b-8ede-b8f8cd7a75c7 req-17a0b536-6635-47f5-934c-3f46e8775583 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525613 Feb 17 17:51:18.199108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.218826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-535b1ad9-218e-4e17-9c32-7c6b75c4dd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:18.732689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7714d11f-4d34-4102-872c-c9ee69c3372d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:18.740975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:18.796279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971d9f0-7ce6-4cd6-93a1-62f06b217e39 req-d578ebb7-d55b-4b15-8d39-54673f2f794e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:18.797883 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f971d9f0-7ce6-4cd6-93a1-62f06b217e39 req-d578ebb7-d55b-4b15-8d39-54673f2f794e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.4717016 Feb 17 17:51:18.808581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40092) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:18.815085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'floatingip': {'port_id': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:18.823677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06476-8694-4ce3-9f11-e77a519847be req-6fcfd430-3d89-4b08-a2f4-2de38a48d244 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:18.825315 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53f06476-8694-4ce3-9f11-e77a519847be req-6fcfd430-3d89-4b08-a2f4-2de38a48d244 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2332923 Feb 17 17:51:18.857708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Checking segment: {'id': 'cd0b9488-f619-4dea-9f25-39b1bd23c52d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:18.858102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Network hostable DHCP agents. Network: b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:51:18.896008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:51:18.908853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53f06476-8694-4ce3-9f11-e77a519847be req-0a4aa1b9-6c1d-43d0-9543-97330cbb8728 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761018 Feb 17 17:51:18.909913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:18.913948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:18.915399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:18.920721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98a2c0-a205-4319-a47c-6a1d023e668f None None] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:18.939837 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-072b1145-7d76-44b3-a156-8ff3b08c8e7f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4863791 Feb 17 17:51:18.988173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.146739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f7c1-005f-4912-b5fe-60ffe8c4e724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.267215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33107e3-7b8c-4e33-830c-38592f472e1a req-37caa5d3-43b6-4754-ab08-a81ab8a8cc39 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.279624 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b33107e3-7b8c-4e33-830c-38592f472e1a req-37caa5d3-43b6-4754-ab08-a81ab8a8cc39 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.2694366 Feb 17 17:51:19.310659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22f00b-4449-4b1f-8a2f-fb045b399734 None None] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:19.396207 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b33107e3-7b8c-4e33-830c-38592f472e1a req-336a89ee-2e5a-4dab-b5aa-6c434e81caec tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089385 Feb 17 17:51:19.709003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-42ab16ea-d4bb-4ae3-a1fa-6d1d69da83eb tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:19.711374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-42ab16ea-d4bb-4ae3-a1fa-6d1d69da83eb tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.65 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 946 time: 0.1403644 Feb 17 17:51:19.833699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Deleting port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:51:19.834096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.927046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:19.930212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.087394 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 3b1e8710-bba0-4ff2-a651-42e5a946a6cb no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:51:20.127234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,segment=NetworkSegment(a0b0f3bc-fd82-482b-aad0-cea353a67e76),segment_id=a0b0f3bc-fd82-482b-aad0-cea353a67e76)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:20.127633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.148551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40142) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:20.151024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.171185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808682184-network', 'tenant_id': 'ce4ca974c61f429a9bfe114c88a0a990'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:20.180625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:20.189328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Usage tracker for resource:network and tenant:ce4ca974c61f429a9bfe114c88a0a990 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:20.194558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:20.204755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:20.242328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Made reservation on behalf of ce4ca974c61f429a9bfe114c88a0a990 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:20.250795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.269931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Calling delete_port for 3b1e8710-bba0-4ff2-a651-42e5a946a6cb owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:51:20.272712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.273386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.294496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:20.298718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4ca974c61f429a9bfe114c88a0a990 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:20.301820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:20.307877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:20.312080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,segment=NetworkSegment(a0b0f3bc-fd82-482b-aad0-cea353a67e76),segment_id=a0b0f3bc-fd82-482b-aad0-cea353a67e76)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:20.313100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:20.319876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.322589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:20.406322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:20.409403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.410772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:20.411567 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Floating IP 49428ad2-5d7a-4dc3-b4b6-94cfb31edb26 associated. External IP: 172.27.3.56, port: b32d3d41-eacc-4d06-92a4-e675ed3b28c1. Feb 17 17:51:20.413120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb', 'code': 200} Feb 17 17:51:20.553430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.573277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-41580858-2f58-4c03-88df-f63bc2992737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:20.606889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:51:20.656666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:51:20.657087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:51:20.665345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34437f-865c-457e-a0f3-8875c5339cdb req-e025ce48-8262-4fda-824d-8854334dbc77 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.667158 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8b34437f-865c-457e-a0f3-8875c5339cdb req-e025ce48-8262-4fda-824d-8854334dbc77 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.4065254 Feb 17 17:51:20.734794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887496-d7a0-4671-b069-a8d460f5348d req-7fb5e9fd-df8e-4937-acb0-69cd0688e9f5 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:20.736786 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-10887496-d7a0-4671-b069-a8d460f5348d req-7fb5e9fd-df8e-4937-acb0-69cd0688e9f5 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.1828084 Feb 17 17:51:20.744473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8b34437f-865c-457e-a0f3-8875c5339cdb req-9f357544-64ae-46ae-a6d2-a905862e1a10 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669131 Feb 17 17:51:20.811544 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-10887496-d7a0-4671-b069-a8d460f5348d req-5d419df9-e6b1-4ff4-98f8-27cbf6587c0a tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644681 Feb 17 17:51:20.873256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:20.873704 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Added segment f47f3d07-de13-44b9-8497-92e40d186315 of type vxlan for network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 Feb 17 17:51:20.881965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d122d1c0-98bb-420f-b1c6-f6ac97104a94,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:20.896206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:20.939553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.079008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:51:21.122256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.125480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:21.126134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.135245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:21.158746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Deleting port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:51:21.159254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.281480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6d5b4b-db49-448b-916f-5c0f505f2b53,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:21.287033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:21.288556 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1380322 Feb 17 17:51:21.291957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40182) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.299150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:21.303652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Request body: {'subnet': {'network_id': '7b6d5b4b-db49-448b-916f-5c0f505f2b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808682184-subnet', 'tenant_id': 'ce4ca974c61f429a9bfe114c88a0a990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:21.313678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:21.322808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Usage tracker for resource:subnet and tenant:ce4ca974c61f429a9bfe114c88a0a990 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:21.327262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:51:21.328300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:21.337396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:21.375982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40188) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.452087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40194) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:21.452326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:21.519182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Made reservation on behalf of ce4ca974c61f429a9bfe114c88a0a990 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:21.524836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.566869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.581823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] For port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,segment=NetworkSegment(a0b0f3bc-fd82-482b-aad0-cea353a67e76),segment_id=a0b0f3bc-fd82-482b-aad0-cea353a67e76)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:21.582730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.713815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.768203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Calling delete_port for 3b1e8710-bba0-4ff2-a651-42e5a946a6cb owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:51:21.783902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:21.796700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:21.797872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.807344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:21.808238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:21.834029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:21.853790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:21.857957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Usage tracker for resource:security_group_rule and tenant:b1deb7ae5f5d478a980d20a0a1c5c97c is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:21.861229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:21.868582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:21.929258 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-63f08036-c84d-4a23-a39a-0d21aa97a19f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "PUT /v2.0/floatingips/49428ad2-5d7a-4dc3-b4b6-94cfb31edb26 HTTP/1.1" status: 200 len: 990 time: 3.1167653 Feb 17 17:51:21.929622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:21.999520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.016426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:22.017026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.149777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.166876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02325c32-a4bb-40fa-ab59-f6e8d2f03ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:22.203961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:22.219225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.238589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d32dd3aa-919f-4b1a-b6ad-8f420ea024f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:22.239842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9f945ff25e46ce9bb82b22115c426b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:22.243830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:22.279634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:22.299321 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1deb7ae5f5d478a980d20a0a1c5c97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8453877 Feb 17 17:51:22.307949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73be3f7-e62e-460f-b1eb-debf4a7218df,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:22.312454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40212) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:22.329404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:22.409797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6740eb-5b05-4f40-9c20-1cc7e4fb21a5,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:22.415364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:22.467201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '49428ad2-5d7a-4dc3-b4b6-94cfb31edb26', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:21:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:49Z', 'updated_at': '2021-02-17T17:51:19Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:22.472019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:22.482315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:22.483297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:22.483862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Checking segment: {'id': 'f47f3d07-de13-44b9-8497-92e40d186315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7b6d5b4b-db49-448b-916f-5c0f505f2b53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:22.484261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Network hostable DHCP agents. Network: 7b6d5b4b-db49-448b-916f-5c0f505f2b53, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:51:22.495664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414a7b3-151a-453c-8836-46f6da647159 req-c205e207-020f-4570-9707-624137b91a8f tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.497319 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5414a7b3-151a-453c-8836-46f6da647159 req-c205e207-020f-4570-9707-624137b91a8f tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 944 time: 0.4780917 Feb 17 17:51:22.505024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:51:22.513759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 7b6d5b4b-db49-448b-916f-5c0f505f2b53) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:22.524283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386de7-c2e7-4ba3-8287-9a91f3258eb8 req-533246ee-f59a-4a30-8112-bc85b9fab105 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.526856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160c37d-53f6-4415-b659-1d5c93fcbbfb None None] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:22.526982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f386de7-c2e7-4ba3-8287-9a91f3258eb8 req-533246ee-f59a-4a30-8112-bc85b9fab105 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.5126293 Feb 17 17:51:22.533067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.533497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:22.534174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.562323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2692318 Feb 17 17:51:22.595869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:22.659266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.812121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Pushing event deleted for resources: {'Port': ['ID=3b1e8710-bba0-4ff2-a651-42e5a946a6cb,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:22.823631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04744ade-3de3-4978-8d71-f09e5cab71e8 None None] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:22.861483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:22.862965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:22.942275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.010580 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5414a7b3-151a-453c-8836-46f6da647159 req-cde3860c-0b06-4dda-ab24-56841445a2b1 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/security-groups?id=784729ff-c937-49ec-b60d-789ef31e2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809165 Feb 17 17:51:23.011248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.038061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-86ae3a42-16f4-45be-8009-7c008568e94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.060102 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f386de7-c2e7-4ba3-8287-9a91f3258eb8 req-69450016-28a9-4b6d-91f3-d8d0eec4a23b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214450 Feb 17 17:51:23.157022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.158701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] No DVR routers for this DVR port 3b1e8710-bba0-4ff2-a651-42e5a946a6cb on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:51:23.176720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73be3f7-e62e-460f-b1eb-debf4a7218df,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:23.190280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'status': 'completed', 'code': 200} Feb 17 17:51:23.204941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.241530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.250907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-deleted', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:23.259087 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d7dd317-65ce-490f-ac24-5571b2561079 req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.65 "DELETE /v2.0/ports/3b1e8710-bba0-4ff2-a651-42e5a946a6cb HTTP/1.1" status: 204 len: 173 time: 3.5358739 Feb 17 17:51:23.262437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.285233 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a73be3f7-e62e-460f-b1eb-debf4a7218df HTTP/1.1" status: 204 len: 168 time: 0.9595261 Feb 17 17:51:23.368988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '49428ad2-5d7a-4dc3-b4b6-94cfb31edb26', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:21:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:49Z', 'updated_at': '2021-02-17T17:51:19Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:23.373849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01ad2-53cc-4a8c-8c6a-2088492b3be5 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '49428ad2-5d7a-4dc3-b4b6-94cfb31edb26', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:21:1d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:50:49Z', 'updated_at': '2021-02-17T17:51:19Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:23.404565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.405211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.426760 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd9f945ff25e46ce9bb82b22115c426b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0465066 Feb 17 17:51:23.428287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40232) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:23.449014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154256f2-b1a3-4f25-95ca-0df79b27f721,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:23.454676 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13276eaf-f7eb-40a7-a334-b4ade4be5d17', 'name': 'network-vif-deleted', 'tag': '3b1e8710-bba0-4ff2-a651-42e5a946a6cb', 'status': 'completed', 'code': 200} Feb 17 17:51:23.455519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.471493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-fc2d7e48-3065-4eeb-8325-d2329d0cbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:23.473819 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-fc2d7e48-3065-4eeb-8325-d2329d0cbf0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1162 time: 0.1779306 Feb 17 17:51:23.639911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.687187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.749778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.759478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f57c7cc-06c3-493b-b35a-86d7067b0ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:23.779636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154256f2-b1a3-4f25-95ca-0df79b27f721,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:23.782274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.783863 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/154256f2-b1a3-4f25-95ca-0df79b27f721 HTTP/1.1" status: 204 len: 168 time: 0.3546371 Feb 17 17:51:23.785511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:23.931427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb9be5-e958-4335-bc43-aa6ff9758592 None None] New status for floating IP 49428ad2-5d7a-4dc3-b4b6-94cfb31edb26: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:51:23.952426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40256) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:23.974476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:23.997620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:24.002927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Usage tracker for resource:security_group_rule and tenant:7288858275694833838e4041a5620acc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:24.007138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:24.017030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:24.109020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-c025bf08-13ad-4f20-9817-2e4c6e67c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.110833 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-c025bf08-13ad-4f20-9817-2e4c6e67c723 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.6196303 Feb 17 17:51:24.161260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.166379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.198219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.231875 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7288858275694833838e4041a5620acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782509 Feb 17 17:51:24.233201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe61fa-37fb-4229-9400-0298842ac674,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.236863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40266) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:24.240478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.288808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-dce59c1e-3f6d-497e-80aa-03563e00a61d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.296436 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-dce59c1e-3f6d-497e-80aa-03563e00a61d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.3873565 Feb 17 17:51:24.326130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.360590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.366801 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-2430fec8-05eb-4b82-accc-a157786fd449 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/quotas/88d25dad97034938882c60b19269c44a HTTP/1.1" status: 200 len: 375 time: 0.0692401 Feb 17 17:51:24.369641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-307b22c0-7d81-4db5-ad49-b2cd8743f917 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 998 time: 0.2399154 Feb 17 17:51:24.371595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f587b753-f02b-4c0f-914e-8c15a61407dc req-c738a29b-de06-4c4e-99b5-2807201d8664 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Synchronizing usage tracker for tenant:b71863ac7ecc498fb02fb26d77bdbca9 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:24.446743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.453697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ebe32b18-eb4e-407b-9143-625f02748400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.491197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe61fa-37fb-4229-9400-0298842ac674,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.500004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:24.511480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.516262 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cffe61fa-37fb-4229-9400-0298842ac674 HTTP/1.1" status: 204 len: 168 time: 0.2745509 Feb 17 17:51:24.529764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f587b753-f02b-4c0f-914e-8c15a61407dc req-c738a29b-de06-4c4e-99b5-2807201d8664 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Unset dirty status for tenant:b71863ac7ecc498fb02fb26d77bdbca9 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:24.531297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f587b753-f02b-4c0f-914e-8c15a61407dc req-c738a29b-de06-4c4e-99b5-2807201d8664 tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] 10.222.0.58 "GET /v2.0/ports?device_id=13276eaf-f7eb-40a7-a334-b4ade4be5d17 HTTP/1.1" status: 200 len: 210 time: 0.2300446 Feb 17 17:51:24.535149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-ef4c4a24-0f21-4e51-8beb-826d0ec11d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.536915 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-ef4c4a24-0f21-4e51-8beb-826d0ec11d84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.1126878 Feb 17 17:51:24.620505 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-8e7af592-7c01-4807-8fd8-f381e39045f5 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2446458 Feb 17 17:51:24.648748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40276) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:24.684208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.701858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:24.706560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Usage tracker for resource:security_group_rule and tenant:dbe4ff9db0944f1187e63f5f856c573a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:24.710651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:24.718065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:24.810513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.813585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:24.834712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:24.855796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-658dd24b-0fea-4230-8fb7-5d8063f12596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:24.857414 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-658dd24b-0fea-4230-8fb7-5d8063f12596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3056676 Feb 17 17:51:24.863338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbe4ff9db0944f1187e63f5f856c573a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105024 Feb 17 17:51:24.863521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40284) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:24.870124 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-35d77c58-cdc2-467d-bce7-e1af24a28c7f service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404511 Feb 17 17:51:24.885576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff95bfb7-a547-4e6d-9d25-e2a5bb36c380,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:24.889057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:25.004946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1b8aa-2932-40b8-8526-58c8b03ab7ba req-1c12f7d0-ce24-4ac1-a4c9-1f97d5a990f6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:25.006607 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62f1b8aa-2932-40b8-8526-58c8b03ab7ba req-1c12f7d0-ce24-4ac1-a4c9-1f97d5a990f6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2906864 Feb 17 17:51:25.231632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.241805 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62f1b8aa-2932-40b8-8526-58c8b03ab7ba req-fb259235-5f33-4176-abd0-f6e9ab9ec1e9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754599 Feb 17 17:51:25.337348 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-b7b830ae-8c20-448e-a2e5-f016e6db5bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545932 Feb 17 17:51:25.346047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.370177 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-974a1dae-ea6a-4d93-8ba4-3c2329473cfb service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4852455 Feb 17 17:51:25.628046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.679632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:25.717083 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb7d2e44-8967-4e78-a896-fea2c468819e req-61f34533-e582-43b8-a94e-16446f72e47e service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3413386 Feb 17 17:51:25.717855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff95bfb7-a547-4e6d-9d25-e2a5bb36c380,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:25.727981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:25.731721 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fc386e3b-7f40-4e3b-994f-fa22a5a26e83 req-c68a169f-2239-428a-a2a5-9c556ed00100 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 210 time: 0.0909090 Feb 17 17:51:25.738991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:25.740243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff95bfb7-a547-4e6d-9d25-e2a5bb36c380 HTTP/1.1" status: 204 len: 168 time: 0.8757854 Feb 17 17:51:26.582591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9035cf0-c887-426d-aca1-0fe7e55ec368 req-1911789c-3a98-4d64-851d-84380dae509a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:26.591551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9035cf0-c887-426d-aca1-0fe7e55ec368 req-1911789c-3a98-4d64-851d-84380dae509a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1816862 Feb 17 17:51:26.647718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9035cf0-c887-426d-aca1-0fe7e55ec368 req-cb0ca3e2-c35d-43b4-8adb-28722ac7371b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Feb 17 17:51:26.993012 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0203b0c9-12ab-4983-b5d1-c07114253bd3 req-2802a19a-70af-4188-b16f-18c00e5efc3d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 210 time: 0.0594437 Feb 17 17:51:27.579854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-3b9a9b89-11c3-44bb-aab9-d8921c99a327 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:27.581773 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-3b9a9b89-11c3-44bb-aab9-d8921c99a327 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.2490542 Feb 17 17:51:27.606039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Request body: {'port': {'device_id': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c', 'admin_state_up': True, 'tenant_id': '88d25dad97034938882c60b19269c44a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:27.788885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:27.793615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Usage tracker for resource:port and tenant:88d25dad97034938882c60b19269c44a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:27.796913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:27.803139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:27.815964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:27.823367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:27.854412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40422) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:28.003185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.041877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:28.048909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0169629a494ce3a55d8ba4f0547acc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:28.053732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:28.061912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:28.107473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c3f1-5719-419a-bc6f-80f34c11b3d0 req-34116ced-84b4-449a-9557-2d56a935a5bb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:28.109333 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dc5c3f1-5719-419a-bc6f-80f34c11b3d0 req-34116ced-84b4-449a-9557-2d56a935a5bb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2344720 Feb 17 17:51:28.172737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.176435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.188400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:28.228180 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6dc5c3f1-5719-419a-bc6f-80f34c11b3d0 req-3b211857-5cea-46e4-aebf-6a08fb3b36cc tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103790 Feb 17 17:51:28.228804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40436) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:28.243764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88307911-303e-4b80-9696-8ab11bf5de24,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:28.248335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:28.251233 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f0169629a494ce3a55d8ba4f0547acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956881 Feb 17 17:51:28.261737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40440) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:28.396092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.433412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.488365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.494366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:28.511632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88307911-303e-4b80-9696-8ab11bf5de24,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:28.515086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:28.524306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.524539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88307911-303e-4b80-9696-8ab11bf5de24 HTTP/1.1" status: 204 len: 168 time: 0.2615032 Feb 17 17:51:28.630484 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a271edd-d656-4cda-8839-13df7a2917a5 req-3c3eda06-4a1f-4bfe-9bef-b8cd03e014b8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 210 time: 0.0779364 Feb 17 17:51:28.698433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Deleting subnet 076f9e2e-be87-4088-9de3-1d8ea2511121 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:51:28.704769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.772699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Allocated IP 172.20.0.2 (fc5a93ea-27a8-4a74-bc85-022a3125b26c/23cd874d-42de-4150-8716-e4784760358c/f9bf3921-d70b-4197-a408-6c5b76d52162) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:28.776278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:28.791994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.272860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.321833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.425946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:29.518389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076f9e2e-be87-4088-9de3-1d8ea2511121,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:29.522080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:29.535879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.657288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:29.759407 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.762176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event updated for resources: {'Port': ['ID=f9bf3921-d70b-4197-a408-6c5b76d52162,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:29.766121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:29.804656 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/076f9e2e-be87-4088-9de3-1d8ea2511121 HTTP/1.1" status: 204 len: 168 time: 1.5611768 Feb 17 17:51:29.807941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40490) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:29.808131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:29.853092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:29.855666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:29.880680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:29.881438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:29.949137 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3479922 Feb 17 17:51:29.990386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Request body: {'port': {'device_id': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:30.007344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.052305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6e532-802a-4b87-a743-6c786b4e9e00 req-fda8647a-321d-4950-9af0-dc6e97a2a633 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:30.062901 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50c6e532-802a-4b87-a743-6c786b4e9e00 req-fda8647a-321d-4950-9af0-dc6e97a2a633 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.6386118 Feb 17 17:51:30.141960 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50c6e532-802a-4b87-a743-6c786b4e9e00 req-8139d1ac-b697-4fbe-b6e0-354a72d7ad29 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780418 Feb 17 17:51:30.171422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83e82d-5e48-4321-b62b-317c72f8f815 req-31abd33b-2bb2-4585-a8ff-934c3295e8e3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:30.172480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3a83e82d-5e48-4321-b62b-317c72f8f815 req-31abd33b-2bb2-4585-a8ff-934c3295e8e3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:30.232279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3a83e82d-5e48-4321-b62b-317c72f8f815 req-31abd33b-2bb2-4585-a8ff-934c3295e8e3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:30.233590 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a83e82d-5e48-4321-b62b-317c72f8f815 req-31abd33b-2bb2-4585-a8ff-934c3295e8e3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 931 time: 0.4365258 Feb 17 17:51:30.308725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.321751 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a83e82d-5e48-4321-b62b-317c72f8f815 req-95c3e9af-df0e-43d8-827b-833aa10c4361 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Feb 17 17:51:30.327187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.459317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de41662a-fc5b-4db7-92d4-7f0d38cde205']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:30.475927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b0f3bc-fd82-482b-aad0-cea353a67e76') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:30.476376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b0f3bc-fd82-482b-aad0-cea353a67e76') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:30.490653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.512380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.515832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:51:30.723209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:30.734393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.879055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bf3921-d70b-4197-a408-6c5b76d52162 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:30.889368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:30.934597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Network de41662a-fc5b-4db7-92d4-7f0d38cde205 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:51:30.973464 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:51:31.056771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Transition to ACTIVE for port object f9bf3921-d70b-4197-a408-6c5b76d52162 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:31.059208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.059597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.063369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:31.080548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.098540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Pushing event deleted for resources: {'Network': ['ID=de41662a-fc5b-4db7-92d4-7f0d38cde205,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:31.107699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:31.112734 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] 10.222.0.58 "DELETE /v2.0/networks/de41662a-fc5b-4db7-92d4-7f0d38cde205 HTTP/1.1" status: 204 len: 168 time: 1.3031712 Feb 17 17:51:31.251956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:31.379865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40540) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:31.494360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d40e9534-baec-49e2-b3fb-2d3d20e571b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b71863ac7ecc498fb02fb26d77bdbca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1129534 Feb 17 17:51:31.495086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40548) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:31.569125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.600909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.607747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Attempting to bind port f9bf3921-d70b-4197-a408-6c5b76d52162 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:31.608136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Attempting to bind port f9bf3921-d70b-4197-a408-6c5b76d52162 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:31.608824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Attempting to bind port f9bf3921-d70b-4197-a408-6c5b76d52162 on network fc5a93ea-27a8-4a74-bc85-022a3125b26c {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:31.615234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bf3921-d70b-4197-a408-6c5b76d52162,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:31.634320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:31.634726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Checking segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:31.635143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.635553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Bound using segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:31.636082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Bound port: f9bf3921-d70b-4197-a408-6c5b76d52162, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:31.636465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.658536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:31.659483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.665041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:31.692036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784729ff-c937-49ec-b60d-789ef31e2a22,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:31.696570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:31.697818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.699602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/784729ff-c937-49ec-b60d-789ef31e2a22 HTTP/1.1" status: 204 len: 168 time: 0.2030010 Feb 17 17:51:31.817797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254c4c8-0cd3-49aa-814b-08fc172f7160 req-5a364b5b-32e7-4c67-a4fb-6e06e4e7e32d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:31.819480 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3254c4c8-0cd3-49aa-814b-08fc172f7160 req-5a364b5b-32e7-4c67-a4fb-6e06e4e7e32d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.3859262 Feb 17 17:51:31.829339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaa88e-ea05-481a-83ff-0c422480ca41 req-5d565510-f293-4b31-9555-bd7d13c5e8af tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:31.830997 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0eaa88e-ea05-481a-83ff-0c422480ca41 req-5d565510-f293-4b31-9555-bd7d13c5e8af tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 943 time: 0.2621651 Feb 17 17:51:31.873558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] For port f9bf3921-d70b-4197-a408-6c5b76d52162, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:31.900304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] For port f9bf3921-d70b-4197-a408-6c5b76d52162, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9bf3921-d70b-4197-a408-6c5b76d52162,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:31.920990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:31.939299 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3254c4c8-0cd3-49aa-814b-08fc172f7160 req-d7026231-374b-4639-8acc-44c13cd07014 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Feb 17 17:51:32.016391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b8f32c3-a672-409d-9b55-e359bef3cbc2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:32.137120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0eaa88e-ea05-481a-83ff-0c422480ca41 req-d3e01e52-c20d-47b2-bb09-7dddf15e9ba2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874100 Feb 17 17:51:32.190860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.191552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:32.193062 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9bf3921-d70b-4197-a408-6c5b76d52162 HTTP/1.1" status: 200 len: 1157 time: 2.2125618 Feb 17 17:51:32.193608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:32.199292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bf3921-d70b-4197-a408-6c5b76d52162,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:32.202787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:32.267296 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162', 'status': 'completed', 'code': 200} Feb 17 17:51:32.426798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-270c70f9-d0f6-4ed5-8853-58adf3228732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.428614 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-270c70f9-d0f6-4ed5-8853-58adf3228732 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 1160 time: 0.1083803 Feb 17 17:51:32.521739 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-ad72eafd-ebc1-4592-8fb5-8bd968cd5410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9bf3921-d70b-4197-a408-6c5b76d52162 HTTP/1.1" status: 200 len: 217 time: 0.0766115 Feb 17 17:51:32.827587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-265b7b0b-b87c-4d5d-b813-6db0ce5692de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:32.829361 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-265b7b0b-b87c-4d5d-b813-6db0ce5692de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.2975636 Feb 17 17:51:32.890655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-7570034b-9d19-4148-bf93-b3e3a6eb3bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513561 Feb 17 17:51:33.085088 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-c0cf9148-0850-4958-bded-8b85a7d45304 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839588 Feb 17 17:51:33.373317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-538b0887-4635-4cf3-a6fc-094e06c51e62 req-c4c0c0a8-5832-4c95-ba29-19f461f4241c service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2801118 Feb 17 17:51:33.474469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded86f8-44f7-45ec-8c5a-a1f6ec0933c3 req-0afff00f-fba9-48eb-b76e-95f2787eccb1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.476096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dded86f8-44f7-45ec-8c5a-a1f6ec0933c3 req-0afff00f-fba9-48eb-b76e-95f2787eccb1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2836533 Feb 17 17:51:33.594245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0bc4-929b-4d40-bd52-649d9f471920 req-177476eb-63a5-4f8c-bdb1-c33af6c96546 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.595963 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f97b0bc4-929b-4d40-bd52-649d9f471920 req-177476eb-63a5-4f8c-bdb1-c33af6c96546 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 943 time: 0.2747016 Feb 17 17:51:33.598897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dded86f8-44f7-45ec-8c5a-a1f6ec0933c3 req-f590a9a3-fd07-4526-94de-df2b11ffea42 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164067 Feb 17 17:51:33.646380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-0a603e27-fa43-426e-a7dc-922f968a70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.648041 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-0a603e27-fa43-426e-a7dc-922f968a70c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 1160 time: 0.1469424 Feb 17 17:51:33.703975 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f97b0bc4-929b-4d40-bd52-649d9f471920 req-bb07a02b-109b-4a49-898e-e14f5056e61d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854733 Feb 17 17:51:33.828194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-d89e1e14-306e-457c-99a3-2a084fd8fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:33.829483 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-d89e1e14-306e-457c-99a3-2a084fd8fd1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 908 time: 0.1671746 Feb 17 17:51:33.925517 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-fc5a0872-a672-4eda-9021-b922a6e7ca84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9bf3921-d70b-4197-a408-6c5b76d52162 HTTP/1.1" status: 200 len: 217 time: 0.0752561 Feb 17 17:51:34.025889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-e699f480-0c51-4ef8-8702-7812c15ef828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.027617 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-e699f480-0c51-4ef8-8702-7812c15ef828 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.0679319 Feb 17 17:51:34.088442 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-8bafc02e-63f2-452e-b67c-129260ea0781 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529034 Feb 17 17:51:34.244731 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-088b8c7e-e0d1-459c-a6dc-eaaf56bf6bc8 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413774 Feb 17 17:51:34.410685 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c5a45e3-52d0-4d0e-a0dd-baba43171064 req-93f580d6-5eb1-4464-8c16-f9d467a37e81 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1542671 Feb 17 17:51:34.856310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4b89-ac24-4eb4-9621-4bc6b19e6e92 req-b82da1e3-1681-4ed5-8d30-dc28b0cae196 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:34.858117 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-482c4b89-ac24-4eb4-9621-4bc6b19e6e92 req-b82da1e3-1681-4ed5-8d30-dc28b0cae196 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1068079 Feb 17 17:51:34.978014 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-482c4b89-ac24-4eb4-9621-4bc6b19e6e92 req-cfc8828d-7ef6-4728-ae5f-659d7b851f7e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Feb 17 17:51:35.003486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265af1b-7c03-40e0-96cd-8f8ac02829da req-fe14564c-7780-42cb-be88-b814e6c526e8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:35.005241 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9265af1b-7c03-40e0-96cd-8f8ac02829da req-fe14564c-7780-42cb-be88-b814e6c526e8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 943 time: 0.1456718 Feb 17 17:51:35.057910 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9265af1b-7c03-40e0-96cd-8f8ac02829da req-9824cee0-fbf2-44f9-a251-b13953ead7ac tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Feb 17 17:51:36.276512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7352e3f-b07c-4789-8874-208ac9a632bd req-3845f19c-0612-4374-8765-3bdd04980824 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:36.278238 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7352e3f-b07c-4789-8874-208ac9a632bd req-3845f19c-0612-4374-8765-3bdd04980824 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1662614 Feb 17 17:51:36.341894 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7352e3f-b07c-4789-8874-208ac9a632bd req-9d4a1ac8-308f-42ba-bbcf-3e0959698610 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Feb 17 17:51:36.355967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48762698-70bb-4e93-8ef2-224ee311fa4e req-ba381c5b-6021-45ca-97c1-782cf62a628a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:36.368099 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48762698-70bb-4e93-8ef2-224ee311fa4e req-ba381c5b-6021-45ca-97c1-782cf62a628a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 943 time: 0.1639438 Feb 17 17:51:36.428985 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48762698-70bb-4e93-8ef2-224ee311fa4e req-317e43b1-bf38-46d7-9c47-0445ce605978 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535855 Feb 17 17:51:37.439469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device f9bf3921-d70b-4197-a408-6c5b76d52162 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:37.532542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port f9bf3921-d70b-4197-a408-6c5b76d52162 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:37.538482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port f9bf3921-d70b-4197-a408-6c5b76d52162 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:37.538904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.660244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d5570-e2f8-4557-b060-64e57e1e94a9 req-926e0624-0fb6-48b0-a5b0-7f35ee90954d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.661912 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-803d5570-e2f8-4557-b060-64e57e1e94a9 req-926e0624-0fb6-48b0-a5b0-7f35ee90954d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1936388 Feb 17 17:51:37.710220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.733125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbabcc-1b31-4cf4-991d-5fc5d0abdcd9 req-9a3e15fa-bc0d-46eb-986a-00911a8bb3d3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:37.741635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:37.741850 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8fbabcc-1b31-4cf4-991d-5fc5d0abdcd9 req-9a3e15fa-bc0d-46eb-986a-00911a8bb3d3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 943 time: 0.1755741 Feb 17 17:51:37.753493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port f9bf3921-d70b-4197-a408-6c5b76d52162, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9bf3921-d70b-4197-a408-6c5b76d52162,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:37.756912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:37.760819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:37.768232 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-803d5570-e2f8-4557-b060-64e57e1e94a9 req-66577679-caf4-4b1c-879a-38d81e2e34a2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967264 Feb 17 17:51:37.832971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b8fbabcc-1b31-4cf4-991d-5fc5d0abdcd9 req-65b69c55-3f85-4ef1-8170-b46868c26988 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902081 Feb 17 17:51:37.871076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=f9bf3921-d70b-4197-a408-6c5b76d52162,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:37.875079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:38.126768 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162', 'code': 200} Feb 17 17:51:38.186976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40784) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:38.349168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.366574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:38.372082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Usage tracker for resource:security_group_rule and tenant:3dab2b6f937b49b4a5b13402d92238ce is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:38.375279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:38.381612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:38.488752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.493991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.506318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28d519f0-58f8-464b-8820-dc715a5c2c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:38.522196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004107-5351-47e3-a6f6-236c1dd7c004 req-3c53674c-82a9-496c-b1e1-ad442d87c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:38.524249 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67004107-5351-47e3-a6f6-236c1dd7c004 req-3c53674c-82a9-496c-b1e1-ad442d87c420 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 1162 time: 0.0888238 Feb 17 17:51:38.559071 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dab2b6f937b49b4a5b13402d92238ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702059 Feb 17 17:51:38.560092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f9c1b-6638-4a82-8c46-6a4309db3d42,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:38.563064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40794) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:38.575817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:38.650915 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67004107-5351-47e3-a6f6-236c1dd7c004 req-72a23646-f179-4f52-8c79-f984be911eca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010861 Feb 17 17:51:38.669380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.699128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.752935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.759141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:38.771637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f9c1b-6638-4a82-8c46-6a4309db3d42,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:38.780400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:38.784374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec0f9c1b-6638-4a82-8c46-6a4309db3d42 HTTP/1.1" status: 204 len: 168 time: 0.2180381 Feb 17 17:51:38.784374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:38.872587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device f9bf3921-d70b-4197-a408-6c5b76d52162 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:39.003660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port f9bf3921-d70b-4197-a408-6c5b76d52162 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:39.004096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.142481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a8ff2-3e32-4949-a4e5-10d0ed0f81eb req-8f395b6f-d3ab-4d32-b908-2be51a495e4c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.150060 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-006a8ff2-3e32-4949-a4e5-10d0ed0f81eb req-8f395b6f-d3ab-4d32-b908-2be51a495e4c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2069724 Feb 17 17:51:39.177770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550c7e0-5abf-4921-8cd6-ae7b5444c12c req-b5e3ebcd-bc53-4302-86bf-9d1c6f66f3d1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:39.179475 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b550c7e0-5abf-4921-8cd6-ae7b5444c12c req-b5e3ebcd-bc53-4302-86bf-9d1c6f66f3d1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.1783066 Feb 17 17:51:39.238957 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-006a8ff2-3e32-4949-a4e5-10d0ed0f81eb req-0953bd2d-ad2d-4942-a96d-179748a9f722 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Feb 17 17:51:39.282852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40824) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:39.284850 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b550c7e0-5abf-4921-8cd6-ae7b5444c12c req-6918f27c-b1d2-4784-8e50-c084bb3d0632 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872898 Feb 17 17:51:39.306981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.326828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:39.331138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Usage tracker for resource:security_group_rule and tenant:282ae743bb1943c3ab66115384ed9ea0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:39.334499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:39.340539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:39.435920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.439166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.448166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-483e4bf9-25ef-43e6-80be-e78fe7b2a4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:39.491917 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=282ae743bb1943c3ab66115384ed9ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060120 Feb 17 17:51:39.494209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27ed0c-8ed9-4283-9dfd-94aad7fea1d0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:39.495321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40830) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:39.497638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:39.568571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.596441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.643883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.649825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:39.663867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27ed0c-8ed9-4283-9dfd-94aad7fea1d0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:39.667381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:39.668592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:39.673197 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d27ed0c-8ed9-4283-9dfd-94aad7fea1d0 HTTP/1.1" status: 204 len: 168 time: 0.1729877 Feb 17 17:51:40.049261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40850) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:40.070140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.088720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:40.101047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Usage tracker for resource:security_group_rule and tenant:06a3ac4e0f8746cfa916d6ce68af4b00 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:40.104557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:40.110498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:40.202285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.206349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.216285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73fe95a0-9362-4cbd-a9c8-7e355fe5cfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:40.259475 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06a3ac4e0f8746cfa916d6ce68af4b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088730 Feb 17 17:51:40.261271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669fce13-23df-4715-9fff-b5010c9c7db0,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:40.262289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 40860) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:40.264720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:40.339680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.370608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.418063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.423245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:40.440572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669fce13-23df-4715-9fff-b5010c9c7db0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:40.444512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:40.450769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:40.454941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/669fce13-23df-4715-9fff-b5010c9c7db0 HTTP/1.1" status: 204 len: 168 time: 0.1913214 Feb 17 17:51:40.562043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964d53-77ef-4320-b3c0-d356e84f0ee0 req-658ff949-2aad-447d-8cd2-b72c8113c0cb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:40.563650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db964d53-77ef-4320-b3c0-d356e84f0ee0 req-658ff949-2aad-447d-8cd2-b72c8113c0cb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1861141 Feb 17 17:51:40.575878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964deab2-4242-4d30-99de-596276d3deae req-9f473a5b-629c-4be4-817c-8b0c562fc472 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:40.577487 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-964deab2-4242-4d30-99de-596276d3deae req-9f473a5b-629c-4be4-817c-8b0c562fc472 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.1380727 Feb 17 17:51:40.659456 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-db964d53-77ef-4320-b3c0-d356e84f0ee0 req-ebf30a05-2aad-4d4d-915b-5e3f9969c9ae tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808949 Feb 17 17:51:40.662784 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-964deab2-4242-4d30-99de-596276d3deae req-73b9d3b7-8ee7-413c-83e2-897bc3e092c4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Feb 17 17:51:42.771625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab61ecd-843a-4e78-9320-74fbc2ad65f1 req-99385fed-1a50-4c4e-852c-9dae7caa403b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.774113 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dab61ecd-843a-4e78-9320-74fbc2ad65f1 req-99385fed-1a50-4c4e-852c-9dae7caa403b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.0975497 Feb 17 17:51:42.828602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dab61ecd-843a-4e78-9320-74fbc2ad65f1 req-3c4c9924-06c2-42e8-b332-1ba1cb900c81 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Feb 17 17:51:42.927693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1032bf8-97cb-446a-986e-0e0397f2e5ef req-719eca71-b1f0-468e-b770-b1f2242418aa tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:42.929341 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1032bf8-97cb-446a-986e-0e0397f2e5ef req-719eca71-b1f0-468e-b770-b1f2242418aa tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0874410 Feb 17 17:51:42.980371 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1032bf8-97cb-446a-986e-0e0397f2e5ef req-1f9b1631-6c40-4c2c-8766-90791d199cf8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Feb 17 17:51:42.986778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:43.774964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device f9bf3921-d70b-4197-a408-6c5b76d52162 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:43.852843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port f9bf3921-d70b-4197-a408-6c5b76d52162 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:43.853211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:44.063759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9a87-a263-487b-9d43-98d793bb403e req-776b4b5c-b7ac-481b-b9c1-2158bb5b4f9f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.065403 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a12a9a87-a263-487b-9d43-98d793bb403e req-776b4b5c-b7ac-481b-b9c1-2158bb5b4f9f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.1176903 Feb 17 17:51:44.163164 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a12a9a87-a263-487b-9d43-98d793bb403e req-610435b3-74e5-462f-a3f5-16093f8f3a81 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901732 Feb 17 17:51:44.214684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7e864-8bf2-4e0b-a12d-66d59d04709a req-3a1e4948-242f-4495-adb9-0ad1d3598dc6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:44.216526 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76a7e864-8bf2-4e0b-a12d-66d59d04709a req-3a1e4948-242f-4495-adb9-0ad1d3598dc6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1011586 Feb 17 17:51:44.493732 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76a7e864-8bf2-4e0b-a12d-66d59d04709a req-eaff87fc-ba4f-4119-a1ec-4315e01f7772 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686961 Feb 17 17:51:45.528256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 40990) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:45.592327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Deleting subnet 7714d11f-4d34-4102-872c-c9ee69c3372d {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:51:45.595900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.659037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.668894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:45.989261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41016) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:46.011839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.044793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:46.141862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7714d11f-4d34-4102-872c-c9ee69c3372d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:46.163123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:46.163684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.180792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:46.185548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Usage tracker for resource:security_group_rule and tenant:f761b40112774d52821d1d10f4aa8299 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:46.190786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:46.197866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:46.224282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2854b-a96c-4573-81f6-25f541d3b204 req-e8e65f0a-4b2b-47a9-88f6-7c7dd1016577 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:46.225860 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3a2854b-a96c-4573-81f6-25f541d3b204 req-e8e65f0a-4b2b-47a9-88f6-7c7dd1016577 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.4130969 Feb 17 17:51:46.270869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.287856 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a84137ed-13de-4d95-bdfb-335e4599341b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7714d11f-4d34-4102-872c-c9ee69c3372d HTTP/1.1" status: 204 len: 168 time: 0.7643373 Feb 17 17:51:46.288804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41030) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:46.307332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.314701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.317659 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c3a2854b-a96c-4573-81f6-25f541d3b204 req-a350e923-ebda-47cb-9ce9-8b70549964b9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Feb 17 17:51:46.344523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:46.358708 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f761b40112774d52821d1d10f4aa8299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680456 Feb 17 17:51:46.359555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41034) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:46.386724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7abf39-c5ae-4102-b2be-3e451dec196b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:46.401831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:46.503981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.538293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.539871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.603432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.610783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8818cf8e-5198-4e77-a1cb-370ed056472e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:46.628458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7abf39-c5ae-4102-b2be-3e451dec196b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:46.630717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.635706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a7abf39-c5ae-4102-b2be-3e451dec196b HTTP/1.1" status: 204 len: 168 time: 0.2729545 Feb 17 17:51:46.636784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:46.780891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:46.900878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.901283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.902121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.902526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > port after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.902894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.903253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > port after_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.903616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.904276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.904634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.904992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.974945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.975228 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.975619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.975994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83980) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:51:46.976914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:46.992326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0b9488-f619-4dea-9f25-39b1bd23c52d') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:46.993177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0b9488-f619-4dea-9f25-39b1bd23c52d') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:47.009048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.027620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.030438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:51:47.245274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:47.259143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.261438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38207040-bc86-428b-acad-f9e0b29d4146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.658856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41080) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:47.697908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Network b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: from cryptography.utils import int_from_bytes Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: from cryptography.utils import int_from_bytes Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: (rel_b, rel_a, rel_b), Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: (rel_b, rel_a, rel_b), Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:51:47.747341 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:51:47.832132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1017936591-network', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:47.847202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:47.858720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Usage tracker for resource:network and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:47.867954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:47.875041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:47.884146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2998757-cea8-4223-ac33-4e228faaa867 req-3ccad7b4-df95-48fc-87df-7e23fd5eb1db tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:47.886931 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2998757-cea8-4223-ac33-4e228faaa867 req-3ccad7b4-df95-48fc-87df-7e23fd5eb1db tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.3028464 Feb 17 17:51:47.888614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Made reservation on behalf of 2b5f361fbf7641ba8df871297fbacf36 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:47.899991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.905215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:47.911403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.927442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.950044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:47.956646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:47.961236 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:47.961631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:47.967931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:47.970057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8 HTTP/1.1" status: 204 len: 168 time: 1.6801207 Feb 17 17:51:47.974647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c32c21-0a1c-4c71-ba5a-1aa0fdf213c8,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:47.974813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41096) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:47.983659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0127d54e-a28b-44ec-bfe9-ccadaaa51d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:47.994861 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f2998757-cea8-4223-ac33-4e228faaa867 req-841b5f2b-f977-4cfe-a785-ec34e8ae5915 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001921 Feb 17 17:51:48.105777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Deleting subnet da6740eb-5b05-4f40-9c20-1cc7e4fb21a5 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:51:48.109654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.277413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-383e18db-43a8-451f-ba74-6c7ff2fac80e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.279385 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-383e18db-43a8-451f-ba74-6c7ff2fac80e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.1976836 Feb 17 17:51:48.296775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-778954cc-17dc-4a96-a293-9746d1fcf1f3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/quotas/88d25dad97034938882c60b19269c44a HTTP/1.1" status: 200 len: 375 time: 0.0112786 Feb 17 17:51:48.361168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41114) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:48.401374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-91d7971b-92cd-4393-a79e-b92682db16bd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978386 Feb 17 17:51:48.412799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.496722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.526596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.548794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:48.558908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.564183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.565142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0961c4ccca4307a86f30c703f173ca is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:48.570782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3e03faa6-9ec1-434c-b90c-88a78ba54ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:48.571058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:48.580487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:48.624236 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-58c4f3c7-52ce-4cde-9a84-a253625ecefe service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140069 Feb 17 17:51:48.678778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:51:48.699023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810b5dba-6859-47f3-aba7-8d53e14e20c0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:48.705078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:48.711279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.711747 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Added segment d9809efd-17b8-4d19-9491-52b6ff99fd1d of type vxlan for network 490f34f1-4bf2-4da9-8023-68d7536adb5a Feb 17 17:51:48.775505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.814072 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-97355ff1-1459-4909-94ac-8e0ff876e686 service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1794610 Feb 17 17:51:48.831156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.834309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.841774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0ac2ae8e-abcf-444b-9f83-0fee6db71708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:48.878939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.884268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:48.884927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:48.890768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4cd85525-ca1d-45bf-a60c-68c8dc917bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:48.893882 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed0961c4ccca4307a86f30c703f173ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315919 Feb 17 17:51:48.895795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41122) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:48.898975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9171f-af6a-4317-9cc3-4c43e5ac94ec,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:48.913511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:48.998557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.020874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Pushing event updated for resources: {'Network': ['ID=490f34f1-4bf2-4da9-8023-68d7536adb5a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:49.024536 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3634720 Feb 17 17:51:49.025639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:49.027591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.028165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41134) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:49.036749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:49.091642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.096216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Request body: {'subnet': {'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1017936591-subnet', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:49.104926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:49.109528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Usage tracker for resource:subnet and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:49.112410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1281daae-497a-4c92-8f23-b001553bf4f9 req-8a2b61e9-2a79-4df3-beca-0da27be3c647 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 210 time: 0.0777738 Feb 17 17:51:49.112990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:49.120409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:49.127717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:49.213634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.215201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6740eb-5b05-4f40-9c20-1cc7e4fb21a5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:49.218796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:49.219468 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Made reservation on behalf of 2b5f361fbf7641ba8df871297fbacf36 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:49.224847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.232207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:49.252543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9171f-af6a-4317-9cc3-4c43e5ac94ec,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:49.269645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:49.275510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:51:49.279916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.281172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4db9171f-af6a-4317-9cc3-4c43e5ac94ec HTTP/1.1" status: 204 len: 168 time: 0.3843203 Feb 17 17:51:49.447727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.449702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf44d-ea78-49d9-9ffc-d9a1373889a0 req-38b0a5da-f29c-4e42-b818-22ba6ad98028 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:49.451429 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe6cf44d-ea78-49d9-9ffc-d9a1373889a0 req-38b0a5da-f29c-4e42-b818-22ba6ad98028 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1023705 Feb 17 17:51:49.452515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41152) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:49.452943 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da6740eb-5b05-4f40-9c20-1cc7e4fb21a5 HTTP/1.1" status: 204 len: 168 time: 1.4770503 Feb 17 17:51:49.479608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3ce18f21-9bfd-4336-8cd6-608de85fbece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.633995 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe6cf44d-ea78-49d9-9ffc-d9a1373889a0 req-4544d42b-49a3-418c-8265-11714d7bd688 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563165 Feb 17 17:51:49.644549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.858664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41158) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:49.885702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.935435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:49.948318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Usage tracker for resource:security_group_rule and tenant:43f064e4bd834c6b866a937d468c2355 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:49.957364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:49.984193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:49.991260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:50.071828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.125047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.159744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5f17b02d-a20c-4e8e-a19f-2a572c9f9be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:50.273304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13262629-dc38-4222-b7ca-1b9c0a5e494f,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:50.293163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.295068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:50.299377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6d5b4b-db49-448b-916f-5c0f505f2b53']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:50.301661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.317755 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-96130a2d-6aa1-4a1d-a29f-137ffefb6522 req-a1499fc3-0a8d-4bae-bede-1db9033a1ca9 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 210 time: 0.0848525 Feb 17 17:51:50.322294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47f3d07-de13-44b9-8497-92e40d186315') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:50.322651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47f3d07-de13-44b9-8497-92e40d186315') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:50.336750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6bf0c1d0-b950-423e-8632-2ed9de215bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:50.337194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.357165 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43f064e4bd834c6b866a937d468c2355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964612 Feb 17 17:51:50.357165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41168) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:50.359584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.362541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:51:50.407233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39928caf-8ee3-49dc-a40a-fd4496f58875,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:50.420037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:50.493383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.497935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Checking segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:50.498336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Network hostable DHCP agents. Network: 490f34f1-4bf2-4da9-8023-68d7536adb5a, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:51:50.537673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.555562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:50.557985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:51:50.565007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.580676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 490f34f1-4bf2-4da9-8023-68d7536adb5a) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:50.592025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efa1bf-7bd3-4085-bf10-08973c1cd7b2 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:50.597164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:50.597905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.623646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.626426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.630280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39928caf-8ee3-49dc-a40a-fd4496f58875 HTTP/1.1" status: 204 len: 168 time: 0.2589056 Feb 17 17:51:50.630280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27488309-6a6a-46bd-853f-1a1ad56c4a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:50.638492 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6088138 Feb 17 17:51:50.641048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39928caf-8ee3-49dc-a40a-fd4496f58875,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:50.642836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41174) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:50.645710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:50.650137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:50.655445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:50.660400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Usage tracker for resource:router and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:50.663229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:50.670727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:50.684012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.685267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:50.706429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:51:50.916205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Network 7b6d5b4b-db49-448b-916f-5c0f505f2b53 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:51:50.942244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-490f34f1-4bf2-4da9-8023-68d7536adb5a', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:51:50.942556 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:51:50.945566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.165653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.172055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.198189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:51.219410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ba38f-e016-4602-ac3b-923f691ce47c req-4be3a6ff-2cdc-4007-a71d-7d1c913cc615 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.221090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-825ba38f-e016-4602-ac3b-923f691ce47c req-4be3a6ff-2cdc-4007-a71d-7d1c913cc615 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.4464180 Feb 17 17:51:51.224729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.270501 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b6d5b4b-db49-448b-916f-5c0f505f2b53 HTTP/1.1" status: 204 len: 168 time: 1.8168015 Feb 17 17:51:51.271755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6d5b4b-db49-448b-916f-5c0f505f2b53,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:51.357174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41230) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:51.390554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.396862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-d6330178-68c3-4224-85af-72d13c4ffb07 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:51.404913 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-d6330178-68c3-4224-85af-72d13c4ffb07 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.4091830 Feb 17 17:51:51.408860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dfab4881-25a7-4d78-9c0f-41095ffd6a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:51.425323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-825ba38f-e016-4602-ac3b-923f691ce47c req-75880b92-8287-4f62-a82a-8fe97aa449b1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888957 Feb 17 17:51:51.444726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Request body: {'port': {'device_id': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c', 'admin_state_up': True, 'tenant_id': '88d25dad97034938882c60b19269c44a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:51.478178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.609103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Allocated IP 172.20.0.2 (490f34f1-4bf2-4da9-8023-68d7536adb5a/13262629-dc38-4222-b7ca-1b9c0a5e494f/e173b86a-3443-4e92-993b-318400b0fae2) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:51.689758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41242) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:51.739313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.741460 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dff25ecb-532a-49c7-ae8c-d4ec36c9b367 req-ed5884e8-a3aa-45e2-bb04-799e4d9cf832 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 210 time: 0.0913095 Feb 17 17:51:51.761951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.762939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:51.796015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd18d1621ac43888ba0bb819d73fabd is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:51.821011 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ccef54e7-18a0-455f-9831-a2abdae1e216 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44a4fe688b214e5e92ad9301a4e8f144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224968 Feb 17 17:51:51.824040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41248) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:51.885767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:51.893521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:51.900943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.916265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Transition to ACTIVE for port object e173b86a-3443-4e92-993b-318400b0fae2 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:51.923712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:51.943340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Transition to ACTIVE for port object e173b86a-3443-4e92-993b-318400b0fae2 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:51.950533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:51.963497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:51.969781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:51.989174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.011249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.018642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.020327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.026684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dadad5c2-493b-4e42-b66e-65d4c5000aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:52.080274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9072eb7-d49c-4612-8206-572c8ea145db,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:52.088715 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bd18d1621ac43888ba0bb819d73fabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7213817 Feb 17 17:51:52.089946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:52.090440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41254) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:52.098460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:51:52.105043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.166507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Pushing event updated for resources: {'Port': ['ID=e173b86a-3443-4e92-993b-318400b0fae2,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:52.172079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:52.173410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:52.175595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:52.177118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:52.236976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Attempting to bind port e173b86a-3443-4e92-993b-318400b0fae2 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:52.239078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Attempting to bind port e173b86a-3443-4e92-993b-318400b0fae2 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:52.239078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Attempting to bind port e173b86a-3443-4e92-993b-318400b0fae2 on network 490f34f1-4bf2-4da9-8023-68d7536adb5a {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:52.243077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.244877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:52.245422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Checking segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:52.245984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.246553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Bound using segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:52.247187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Bound port: e173b86a-3443-4e92-993b-318400b0fae2, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:52.247733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.249730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:52.271051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b83514-ebe4-4c77-b644-8ca33e202f9e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:52.273894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:52.302431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.307103 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2b83514-ebe4-4c77-b644-8ca33e202f9e HTTP/1.1" status: 204 len: 168 time: 0.4820194 Feb 17 17:51:52.309715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.382190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.439069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.463512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] For port e173b86a-3443-4e92-993b-318400b0fae2, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:52.477596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.482126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] For port e173b86a-3443-4e92-993b-318400b0fae2, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e173b86a-3443-4e92-993b-318400b0fae2,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:52.501737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.567650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Allocated IP 172.20.0.8 (fc5a93ea-27a8-4a74-bc85-022a3125b26c/23cd874d-42de-4150-8716-e4784760358c/43a0ff2f-6c2e-40da-a695-43208cac50f9) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:52.588949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.595531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f17c4f8-a5ba-4d82-8d05-3bbba924fd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:52.623055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9072eb7-d49c-4612-8206-572c8ea145db,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:52.630311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:52.644686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:52.649340 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9072eb7-d49c-4612-8206-572c8ea145db HTTP/1.1" status: 204 len: 168 time: 0.5491183 Feb 17 17:51:52.701441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:52.890205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Allocated IP 172.27.3.50 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/4d14b647-384d-43f4-93b4-f91a2f48fc4f) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:53.176740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Pushing event updated for resources: {'Port': ['ID=e173b86a-3443-4e92-993b-318400b0fae2,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.178281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.203157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.213405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41288) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:53.251913 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5475c3d-f335-4642-8dab-2575a7e0de73 req-f8adfd6f-1f29-41e4-92ba-eae6c6e8385e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 210 time: 0.2266619 Feb 17 17:51:53.272512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.303722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.490745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2a590-9908-4e87-a2f9-8ee47ee082c4 req-d11413d7-6109-4bbd-adb1-ee599de3c2c5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.493239 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7f2a590-9908-4e87-a2f9-8ee47ee082c4 req-d11413d7-6109-4bbd-adb1-ee599de3c2c5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.8113778 Feb 17 17:51:53.498339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.515433 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8423253d-ee74-46d7-8e34-941abf3855fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce4ca974c61f429a9bfe114c88a0a990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989261 Feb 17 17:51:53.530498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41298) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:53.545750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event updated for resources: {'Port': ['ID=43a0ff2f-6c2e-40da-a695-43208cac50f9,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.551776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.564403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.600890 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7f2a590-9908-4e87-a2f9-8ee47ee082c4 req-ef99ec7a-6bd4-4f17-b8d6-9f6ca4601cd0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956981 Feb 17 17:51:53.659609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:53.660800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:53.669678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:53.711900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:53.754431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:53.755130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.791734 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3525498 Feb 17 17:51:53.827229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Request body: {'port': {'device_id': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:53.839704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Pushing event updated for resources: {'Port': ['ID=4d14b647-384d-43f4-93b4-f91a2f48fc4f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:53.843319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:53.878441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.911668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:53.916407 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:53.918907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:53.958328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:53.996378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.261042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.275268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-385b62fb-c29a-411f-8750-41e11aa54302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:54.301677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d122d1c0-98bb-420f-b1c6-f6ac97104a94,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:54.304238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:54.474862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.478739 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d122d1c0-98bb-420f-b1c6-f6ac97104a94 HTTP/1.1" status: 204 len: 168 time: 0.9445951 Feb 17 17:51:54.585157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:54.679795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e173b86a-3443-4e92-993b-318400b0fae2 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:54.852180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port e173b86a-3443-4e92-993b-318400b0fae2 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:55.140790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5445b1c-ef8a-4ece-b634-e52706f0c879 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:51:55.181872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db590-8ed4-423f-9d29-3386904c9f7d req-90c0a43c-d8ff-41fe-8900-9c61cbb69811 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:55.182694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3e2db590-8ed4-423f-9d29-3386904c9f7d req-90c0a43c-d8ff-41fe-8900-9c61cbb69811 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:51:55.205675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a0ff2f-6c2e-40da-a695-43208cac50f9 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:51:55.222288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.233974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3e2db590-8ed4-423f-9d29-3386904c9f7d req-90c0a43c-d8ff-41fe-8900-9c61cbb69811 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:51:55.235133 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e2db590-8ed4-423f-9d29-3386904c9f7d req-90c0a43c-d8ff-41fe-8900-9c61cbb69811 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 931 time: 0.8412817 Feb 17 17:51:55.248758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649ac3-5299-4e6c-99e3-555519031f8c req-1c94528c-8b3a-4ec3-a375-df5e39f4e7e5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:55.256378 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37649ac3-5299-4e6c-99e3-555519031f8c req-1c94528c-8b3a-4ec3-a375-df5e39f4e7e5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2405028 Feb 17 17:51:55.258908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Transition to ACTIVE for port object 43a0ff2f-6c2e-40da-a695-43208cac50f9 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:55.295677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.298490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Provisioning for port e173b86a-3443-4e92-993b-318400b0fae2 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:51:55.332974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:55.338628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Provisioning complete for port e173b86a-3443-4e92-993b-318400b0fae2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:55.344628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.354829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.590974 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37649ac3-5299-4e6c-99e3-555519031f8c req-84ca9679-16fc-4eb5-9519-8c84a2919c4f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334954 Feb 17 17:51:55.623896 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e2db590-8ed4-423f-9d29-3386904c9f7d req-a093c928-d971-4ee9-9a86-392088b70d41 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631012 Feb 17 17:51:55.639822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Router fe35dfa3-73e8-494e-975f-f0578abde47e is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:51:55.671569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Pushing event updated for resources: {'Port': ['ID=43a0ff2f-6c2e-40da-a695-43208cac50f9,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:55.689630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:55.901537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:55.977522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:51:55.993923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Sync routers for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:51:55.998760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] For port e173b86a-3443-4e92-993b-318400b0fae2, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e173b86a-3443-4e92-993b-318400b0fae2,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:51:56.005442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.009977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9230079-8efb-4893-9064-dba66687c475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:56.017040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:56.019096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:56.043304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.047508 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4034829 Feb 17 17:51:56.053411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41366) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:56.105586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Attempting to bind port 43a0ff2f-6c2e-40da-a695-43208cac50f9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:56.105948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Attempting to bind port 43a0ff2f-6c2e-40da-a695-43208cac50f9 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:56.106331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Attempting to bind port 43a0ff2f-6c2e-40da-a695-43208cac50f9 on network fc5a93ea-27a8-4a74-bc85-022a3125b26c {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:56.123925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:56.124405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Checking segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:56.125013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.125502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Bound using segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:56.126095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Bound port: 43a0ff2f-6c2e-40da-a695-43208cac50f9, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:56.126607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.169316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Pushing event updated for resources: {'Port': ['ID=e173b86a-3443-4e92-993b-318400b0fae2,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:56.186349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:56.259176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e121c649-a569-40f7-bfdc-dbe86d2d06ec None None] Provisioning complete for port e173b86a-3443-4e92-993b-318400b0fae2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:56.259310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e121c649-a569-40f7-bfdc-dbe86d2d06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.289388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] For port 43a0ff2f-6c2e-40da-a695-43208cac50f9, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:56.293151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] For port 43a0ff2f-6c2e-40da-a695-43208cac50f9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=43a0ff2f-6c2e-40da-a695-43208cac50f9,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:56.300729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.347130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ce74397-3203-4386-bef0-36e0162c5b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:56.577102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:56.604453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Pushing event updated for resources: {'Port': ['ID=43a0ff2f-6c2e-40da-a695-43208cac50f9,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:56.623410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:56.655748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e173b86a-3443-4e92-993b-318400b0fae2 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:51:56.756529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:56.757229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:56.759961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] 10.222.0.65 "PUT /v2.0/ports/43a0ff2f-6c2e-40da-a695-43208cac50f9 HTTP/1.1" status: 200 len: 1157 time: 2.9392409 Feb 17 17:51:56.760632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:51:56.953333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port e173b86a-3443-4e92-993b-318400b0fae2 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:56.953958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.063665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f6d094f0-b18f-4225-aca1-f1a110579987 None None] Provisioning complete for port e173b86a-3443-4e92-993b-318400b0fae2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:57.064149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f6d094f0-b18f-4225-aca1-f1a110579987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.228945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:51:54Z', 'revision_number': 3, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:57.239130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Checking router: fe35dfa3-73e8-494e-975f-f0578abde47e for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:51:57.239130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Updating router fe35dfa3-73e8-494e-975f-f0578abde47e port 4d14b647-384d-43f4-93b4-f91a2f48fc4f binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:51:57.307619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-78937e68-9ba9-4e61-8430-89517e3b1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.309334 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-78937e68-9ba9-4e61-8430-89517e3b1f1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 1160 time: 0.4545856 Feb 17 17:51:57.323249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037a2bb-1a51-4cc1-8e4e-0d4042eb8df7 req-1fc08ef2-4348-42ca-b135-caa7e1804424 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.323249 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c037a2bb-1a51-4cc1-8e4e-0d4042eb8df7 req-1fc08ef2-4348-42ca-b135-caa7e1804424 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.3587339 Feb 17 17:51:57.374570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d1289-57b0-423a-8e91-1bd12472c9d4 req-05dd1b47-0e20-4d32-b6c7-72898f586bc6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.376369 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-337d1289-57b0-423a-8e91-1bd12472c9d4 req-05dd1b47-0e20-4d32-b6c7-72898f586bc6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.3872790 Feb 17 17:51:57.424765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.511553 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-53957b92-c7a1-4c4f-95b8-87ce05721b6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a0ff2f-6c2e-40da-a695-43208cac50f9 HTTP/1.1" status: 200 len: 217 time: 0.1317639 Feb 17 17:51:57.623256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f0565055-4f24-4705-9869-b0fbf05ad3e1 None None] Provisioning complete for port e173b86a-3443-4e92-993b-318400b0fae2 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:51:57.623688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0565055-4f24-4705-9869-b0fbf05ad3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.681503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-4881f095-983d-4718-9027-8babde4d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:57.683206 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-4881f095-983d-4718-9027-8babde4d813d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.1250439 Feb 17 17:51:57.797186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c037a2bb-1a51-4cc1-8e4e-0d4042eb8df7 req-f667239d-f8d0-4c98-9cdf-135d2e7c2813 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635477 Feb 17 17:51:57.840813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-337d1289-57b0-423a-8e91-1bd12472c9d4 req-fa627b79-09a8-4034-a2c0-b9f680fec00f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309822 Feb 17 17:51:57.871480 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-46da1971-7844-4020-8222-1f3e5635226f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595180 Feb 17 17:51:57.885616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:57.899293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Transition to ACTIVE for port object 4d14b647-384d-43f4-93b4-f91a2f48fc4f will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:57.906553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.090043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:58.143167 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9', 'status': 'completed', 'code': 200} Feb 17 17:51:58.175182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Pushing event updated for resources: {'Port': ['ID=4d14b647-384d-43f4-93b4-f91a2f48fc4f,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:58.202712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.203099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.203481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.203854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.204226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.204916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.204916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.205272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.205633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.205994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.206354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.206739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.207194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.207934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.208411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.208775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.209136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.209496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.209854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.211308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.211689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.212172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.212538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.212898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:51:58.217465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:58.218773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Attempting to bind port 4d14b647-384d-43f4-93b4-f91a2f48fc4f on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:58.219774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Attempting to bind port 4d14b647-384d-43f4-93b4-f91a2f48fc4f by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:51:58.220498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Attempting to bind port 4d14b647-384d-43f4-93b4-f91a2f48fc4f on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:51:58.228434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:51:58.228854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:51:58.229307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.229747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:51:58.230272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Bound port: 4d14b647-384d-43f4-93b4-f91a2f48fc4f, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:51:58.230738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.236401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-0598d76f-6d2b-4562-aea6-e0a08364011e service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518434 Feb 17 17:51:58.320583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] For port 4d14b647-384d-43f4-93b4-f91a2f48fc4f, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:51:58.329954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] For port 4d14b647-384d-43f4-93b4-f91a2f48fc4f, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4d14b647-384d-43f4-93b4-f91a2f48fc4f,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:51:58.333863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.378970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:58.440976 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb2dddc4-1245-44b2-976f-69be8e879f96 req-c26e4ec2-2edd-40ad-b0f9-1a878a51b5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935251 Feb 17 17:51:58.497310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:58.586932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Pushing event updated for resources: {'Port': ['ID=4d14b647-384d-43f4-93b4-f91a2f48fc4f,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:58.598029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:58.620773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:51:58.621031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:58.698132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41442) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:58.801968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-41ad2e9e-8cb2-4348-995d-1e9265dfefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:58.808580 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-41ad2e9e-8cb2-4348-995d-1e9265dfefdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 1160 time: 0.2258317 Feb 17 17:51:58.926783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:51:58.971239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Allocated IP 172.20.0.1 (490f34f1-4bf2-4da9-8023-68d7536adb5a/13262629-dc38-4222-b7ca-1b9c0a5e494f/941f1dd1-6410-4dcd-a034-6a666067dba7) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:51:59.085276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-74362e44-5418-490b-a907-524be3813fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.088083 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-74362e44-5418-490b-a907-524be3813fa1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 908 time: 0.2603574 Feb 17 17:51:59.113674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.150432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:51:59.159645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Usage tracker for resource:security_group_rule and tenant:42f0771ae728471ba005f1870ddde0d6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:51:59.165534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:51:59.187789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:51:59.239356 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-b5f0ed27-b986-4e74-a43e-8e504330ad52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a0ff2f-6c2e-40da-a695-43208cac50f9 HTTP/1.1" status: 200 len: 217 time: 0.1304886 Feb 17 17:51:59.259396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.285988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Transition to ACTIVE for port object 941f1dd1-6410-4dcd-a034-6a666067dba7 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:51:59.312758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:51:54Z', 'revision_number': 3, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:51:59.317535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed11ebb-1ddc-4de5-9e87-f6a4b8f996b1 None None] The sync data for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi is: [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:51:54Z', 'revision_number': 3, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:51:59.349013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-8778ade3-bb92-45bc-84d4-bfdcf562aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.350538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-8778ade3-bb92-45bc-84d4-bfdcf562aa18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.0985723 Feb 17 17:51:59.354133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.357476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.360730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ae0e0-792d-4b63-beb5-50485707eb21 req-f5a4efd1-1ccc-49cd-ba02-8f11f6d30170 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.362373 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f1ae0e0-792d-4b63-beb5-50485707eb21 req-f5a4efd1-1ccc-49cd-ba02-8f11f6d30170 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.4234986 Feb 17 17:51:59.367128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:59.378090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.500411 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42f0771ae728471ba005f1870ddde0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010314 Feb 17 17:51:59.501242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17717f0-1559-471b-83a8-eff6463fa7c4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:59.504027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41458) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:51:59.512275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:59.513077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:51:59.652192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-07cf998a-f1d3-4077-a949-388d9e13398e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2879541 Feb 17 17:51:59.663825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Pushing event updated for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:51:59.664892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588744c1-3ff2-4381-9725-dbca2f2a2e00 req-128ea1df-b9eb-4395-8d90-ef79391fb894 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:51:59.670782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:51:59.672631 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-588744c1-3ff2-4381-9725-dbca2f2a2e00 req-128ea1df-b9eb-4395-8d90-ef79391fb894 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.4815297 Feb 17 17:51:59.708077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:51:59.710957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:51:59.713869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.715870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:51:59.834725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.838080 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f1ae0e0-792d-4b63-beb5-50485707eb21 req-dda3e5f1-395e-4521-867a-5d5d8ac4842a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168489 Feb 17 17:51:59.937386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.946302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:51:59.977596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c70f18bb-6bb6-41fb-97de-4719f2384969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:00.019514 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-54709436-ca6a-4a80-87f3-06d2a5457d20 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182166 Feb 17 17:52:00.041676 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-588744c1-3ff2-4381-9725-dbca2f2a2e00 req-ec927bf7-9988-451d-ae0f-73dc3ce13228 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679745 Feb 17 17:52:00.103472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17717f0-1559-471b-83a8-eff6463fa7c4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:00.136021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:00.165785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.167511 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e17717f0-1559-471b-83a8-eff6463fa7c4 HTTP/1.1" status: 204 len: 168 time: 0.6599998 Feb 17 17:52:00.245398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fd0beb48-a0d5-417d-bdae-7639c1ee3fb5 None None] Provisioning for port 941f1dd1-6410-4dcd-a034-6a666067dba7 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:00.259402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fd0beb48-a0d5-417d-bdae-7639c1ee3fb5 None None] Provisioning complete for port 941f1dd1-6410-4dcd-a034-6a666067dba7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:00.259836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd0beb48-a0d5-417d-bdae-7639c1ee3fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.336510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.355253 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcb93191-0de9-416f-a5c7-d1c5e25c0dd2 req-715cb638-fe1c-496a-8451-7b8fb099dc73 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3123260 Feb 17 17:52:00.410095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fd0beb48-a0d5-417d-bdae-7639c1ee3fb5 None None] Port 941f1dd1-6410-4dcd-a034-6a666067dba7 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:52:00.587797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4d14b647-384d-43f4-93b4-f91a2f48fc4f up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:00.648812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41476) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:00.674759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.688511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.695747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.699172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:00.701952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 4d14b647-384d-43f4-93b4-f91a2f48fc4f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:00.704953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Usage tracker for resource:security_group_rule and tenant:318efe7f008b4a0fa9e4daea2846b1ac is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:00.707337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 4d14b647-384d-43f4-93b4-f91a2f48fc4f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:00.707930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.708136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:00.714720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:00.728257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:00.805192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.809010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.823835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.838079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-544217e8-9e19-4a20-971c-34e7476f4752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:00.840336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Pushing event updated for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:00.854896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.867711 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=318efe7f008b4a0fa9e4daea2846b1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176802 Feb 17 17:52:00.868599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faea39e9-a13f-4af8-bd80-d82b696a5610,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:00.871364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41480) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:00.874496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:00.876650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 4d14b647-384d-43f4-93b4-f91a2f48fc4f, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4d14b647-384d-43f4-93b4-f91a2f48fc4f,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:00.892221 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:00.892401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.895204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:00.948076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:00.974863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=4d14b647-384d-43f4-93b4-f91a2f48fc4f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:00.978500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:00.985840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.007074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:01.009393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:01.134060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36246-2949-4a66-8235-eb46faa061ad req-129afd78-ed7a-4ff4-ae04-9799e7e0225d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.135768 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78a36246-2949-4a66-8235-eb46faa061ad req-129afd78-ed7a-4ff4-ae04-9799e7e0225d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1314580 Feb 17 17:52:01.136661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.140872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d091a9fb-736b-4096-a9f3-404e38015acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:01.171388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea39e9-a13f-4af8-bd80-d82b696a5610,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:01.184607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:01.192425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.199075 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faea39e9-a13f-4af8-bd80-d82b696a5610 HTTP/1.1" status: 204 len: 168 time: 0.3250744 Feb 17 17:52:01.289577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78a36246-2949-4a66-8235-eb46faa061ad req-1455dc76-40ed-4578-9023-1aea2f4ff57f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394079 Feb 17 17:52:01.308612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Router fe35dfa3-73e8-494e-975f-f0578abde47e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:52:01.322677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed8917-a18c-4704-9902-b468ad3cf064 req-2559c898-9b35-4833-95aa-e563606cf38c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:01.324379 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71ed8917-a18c-4704-9902-b468ad3cf064 req-2559c898-9b35-4833-95aa-e563606cf38c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.1116858 Feb 17 17:52:01.359867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d2cd30c7-04f6-4623-979a-4ca0ed6a1945 None None] Provisioning complete for port 941f1dd1-6410-4dcd-a034-6a666067dba7 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:01.359867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2cd30c7-04f6-4623-979a-4ca0ed6a1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.392622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71ed8917-a18c-4704-9902-b468ad3cf064 req-0d83f5a1-adaa-4335-8a02-378e7a34ff9f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Feb 17 17:52:01.499954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd30c7-04f6-4623-979a-4ca0ed6a1945 None None] Port 941f1dd1-6410-4dcd-a034-6a666067dba7 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:52:01.731130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:01.841340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:01.842502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:01.867204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:52:01.881338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe35dfa3-73e8-494e-975f-f0578abde47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8214293 Feb 17 17:52:01.996360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41514) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:02.214158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.230393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:02.235147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9e2a6ec95d47d389280e56dfcf8361 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:02.244830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:02.254341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:02.365977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.372873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.385851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-311a5817-25ee-406a-be54-4f27da20b479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:02.441410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b9e2a6ec95d47d389280e56dfcf8361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438086 Feb 17 17:52:02.444868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41540) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:02.446668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ebba1-0b97-4b52-9aa5-4848ce81328a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:02.450971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:02.495585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Sync routers for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:52:02.510831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:02.511633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:02.594680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.675785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4d14b647-384d-43f4-93b4-f91a2f48fc4f up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:02.713112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.776999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e19a-469f-48f5-9b88-570e3770a4c8 req-e5346b36-f674-4159-b444-34167af15e5c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:02.778910 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3444e19a-469f-48f5-9b88-570e3770a4c8 req-e5346b36-f674-4159-b444-34167af15e5c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2948024 Feb 17 17:52:02.827286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 4d14b647-384d-43f4-93b4-f91a2f48fc4f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:02.828153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.842287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2491-adf9-41dc-94a9-254387acd467 req-c9629571-4c70-45d4-8d87-3b664abac618 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:02.843717 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d2d2491-adf9-41dc-94a9-254387acd467 req-c9629571-4c70-45d4-8d87-3b664abac618 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.2137167 Feb 17 17:52:02.856050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.877155 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5b5723f6-c069-4e0a-8c0a-e43e54783974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:02.879700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:02.895525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3444e19a-469f-48f5-9b88-570e3770a4c8 req-76cad50b-2a0c-40a3-a9ce-619cf202fa16 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059713 Feb 17 17:52:02.907348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ebba1-0b97-4b52-9aa5-4848ce81328a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:02.912798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:02.926303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:02.927577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce4ebba1-0b97-4b52-9aa5-4848ce81328a HTTP/1.1" status: 204 len: 168 time: 0.4815311 Feb 17 17:52:02.986278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d2d2491-adf9-41dc-94a9-254387acd467 req-261047df-12f2-4078-9b93-a9686ce92802 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337292 Feb 17 17:52:03.542364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41578) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:03.576960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.579256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 2, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:03.584330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Checking router: fe35dfa3-73e8-494e-975f-f0578abde47e for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:52:03.584834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Updating router fe35dfa3-73e8-494e-975f-f0578abde47e port 941f1dd1-6410-4dcd-a034-6a666067dba7 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:52:03.598792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:03.605838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2a53f73b182a46d8b8e6cbddea2865ae is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:03.609654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:03.617081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:03.667098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.733186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.739654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.760644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-53a8e62b-2a7c-4895-8181-2f140703ee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:03.832946 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a53f73b182a46d8b8e6cbddea2865ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847071 Feb 17 17:52:03.834037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1560696f-5dca-4c8d-8f72-0846f4c8f570,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:03.835831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41584) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:03.845262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.845739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.846157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.846587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.847142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.847698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.848095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.848502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.848885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.849282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.849677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.850070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.850782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.851720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.852115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.852510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.852904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.853299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.854272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.854694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.855095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.855491 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.855882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.856275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:03.861071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:03.935695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:03.971509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.027708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.050580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fd483ecc-9e5e-4306-b57e-34ee8f92808c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:04.084580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.088791 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1560696f-5dca-4c8d-8f72-0846f4c8f570 HTTP/1.1" status: 204 len: 168 time: 0.2492626 Feb 17 17:52:04.093917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1560696f-5dca-4c8d-8f72-0846f4c8f570,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:04.098120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:04.244761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.262425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Transition to ACTIVE for port object 941f1dd1-6410-4dcd-a034-6a666067dba7 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:04.268603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.289396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:04.337000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46992215-b9b8-4306-85c7-043aff97499a req-6db179bc-27b8-490e-8e4f-8ea17496bfcd tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:04.338883 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46992215-b9b8-4306-85c7-043aff97499a req-6db179bc-27b8-490e-8e4f-8ea17496bfcd tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1929252 Feb 17 17:52:04.389850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854c0ff-29cf-4c04-9dd4-da69986b7460 req-d42c45fb-2577-44ae-9743-5a0b0af1c15f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:04.400339 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b854c0ff-29cf-4c04-9dd4-da69986b7460 req-d42c45fb-2577-44ae-9743-5a0b0af1c15f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.1801803 Feb 17 17:52:04.462021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Pushing event updated for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:04.465946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:04.486072 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b854c0ff-29cf-4c04-9dd4-da69986b7460 req-74bda65e-4657-4a9c-a43c-3a0605dde6c4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Feb 17 17:52:04.491771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46992215-b9b8-4306-85c7-043aff97499a req-3c2ba576-b749-4a15-957f-039eddb53fda tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459482 Feb 17 17:52:04.771101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Attempting to bind port 941f1dd1-6410-4dcd-a034-6a666067dba7 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:04.771647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Attempting to bind port 941f1dd1-6410-4dcd-a034-6a666067dba7 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:04.772249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Attempting to bind port 941f1dd1-6410-4dcd-a034-6a666067dba7 on network 490f34f1-4bf2-4da9-8023-68d7536adb5a {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:04.780777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:04.781222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Checking segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:04.781692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.782295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Bound using segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:04.782934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Bound port: 941f1dd1-6410-4dcd-a034-6a666067dba7, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:04.783372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:04.802261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 43a0ff2f-6c2e-40da-a695-43208cac50f9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:05.059222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] For port 941f1dd1-6410-4dcd-a034-6a666067dba7, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:05.066281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] For port 941f1dd1-6410-4dcd-a034-6a666067dba7, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=941f1dd1-6410-4dcd-a034-6a666067dba7,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:05.121781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.221291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:05.365462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 41616) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:05.438321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Pushing event updated for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:05.447950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:05.448933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 43a0ff2f-6c2e-40da-a695-43208cac50f9 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:05.466239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:52:05.467005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:51:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:05.597897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865932706-network', 'tenant_id': '281e133e208547e382601977d39b914e'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:05.605415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:05.617469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Usage tracker for resource:network and tenant:281e133e208547e382601977d39b914e is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:05.625460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:05.645821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:05.660693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Made reservation on behalf of 281e133e208547e382601977d39b914e for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:05.665036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 43a0ff2f-6c2e-40da-a695-43208cac50f9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:05.665482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.670329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.767506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:05.873649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:05.907072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Usage tracker for resource:security_group_rule and tenant:281e133e208547e382601977d39b914e is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:05.913280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:05.929782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:05.963173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:52:06.002827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28540-0547-4ef6-851f-a19b7d35dd8d req-61cd471f-c12f-4d17-a861-bf44d95dbe12 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:06.009333 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09c28540-0547-4ef6-851f-a19b7d35dd8d req-61cd471f-c12f-4d17-a861-bf44d95dbe12 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2160475 Feb 17 17:52:06.061073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e1a6d-5d29-49dd-b9f7-d9aad325f167 req-8ae42d78-ecf8-4631-8a77-a2207fe591c3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:06.077592 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c94e1a6d-5d29-49dd-b9f7-d9aad325f167 req-8ae42d78-ecf8-4631-8a77-a2207fe591c3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 943 time: 0.3661673 Feb 17 17:52:06.093076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.205424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.216669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.233096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:52:06.237373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9a519520-dc08-418a-9cf7-2fa72cfb642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:06.238787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:06.311000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58d434-ac84-4340-9338-d690c8f1293f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:06.334275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 43a0ff2f-6c2e-40da-a695-43208cac50f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=43a0ff2f-6c2e-40da-a695-43208cac50f9,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:06.338607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.338741 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-09c28540-0547-4ef6-851f-a19b7d35dd8d req-197a16b2-0f9f-46d3-ba3e-a031a9315daa tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283219 Feb 17 17:52:06.339550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:06.342018 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c94e1a6d-5d29-49dd-b9f7-d9aad325f167 req-78632894-3ed4-42de-bf5e-4d89f88264a3 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634232 Feb 17 17:52:06.343086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:06.344180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.344567 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Added segment 217ab7a6-a982-4610-a6c8-a70e60d7141f of type vxlan for network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 Feb 17 17:52:06.372406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:06.386531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.427219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.433565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:06.434823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.474268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:06.516000 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1489468 Feb 17 17:52:06.519318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 41634) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:06.529975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Request body: {'subnet': {'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865932706-subnet', 'tenant_id': '281e133e208547e382601977d39b914e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:06.542766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:06.563232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Usage tracker for resource:subnet and tenant:281e133e208547e382601977d39b914e is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:06.578921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:06.588897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:06.602072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Made reservation on behalf of 281e133e208547e382601977d39b914e for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:06.608367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:06.627032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Pushing event updated for resources: {'Network': ['ID=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:06.638726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:06.657416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:52:06.684514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:52:06.830304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9', 'code': 200} Feb 17 17:52:06.904514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=43a0ff2f-6c2e-40da-a695-43208cac50f9,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:06.908187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:07.090966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:07.091400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.312110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.351999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b667e12-99d7-4030-9c02-0c3bba10d3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:07.356816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223ebb-7197-43f0-b397-b54092e49b4b req-9305566e-af67-4223-b614-26fb2202b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.361893 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e223ebb-7197-43f0-b397-b54092e49b4b req-9305566e-af67-4223-b614-26fb2202b854 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 1162 time: 0.1912098 Feb 17 17:52:07.457681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:05Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:52:07.477591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99ca32-0472-44b3-a581-037e559df78a None None] The sync data for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi is: [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:05Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:52:07.509790 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e223ebb-7197-43f0-b397-b54092e49b4b req-7b4783ce-93db-4893-a810-7ed286b272cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364412 Feb 17 17:52:07.581788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ad3049-f05e-4ebd-a208-4022351a1626,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:07.676873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.677576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.678134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.678721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.679377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.679783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.680179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.680576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.681000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.681400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.681795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.682190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.682762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.683164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.683567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.683958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.684490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.684895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.685293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.685685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.686316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.686742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.687131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.687520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:07.692223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:07.755898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Checking segment: {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:07.756332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Network hostable DHCP agents. Network: 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:52:07.793536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:52:07.820570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:07.834101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d336e-55d9-43d9-b106-9bc084b7b905 None None] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:52:07.846211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeddb4c-11d8-4cec-bb70-f361926063af req-aadd955b-e67f-477c-a046-cebfdd547a8c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.847984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-beeddb4c-11d8-4cec-bb70-f361926063af req-aadd955b-e67f-477c-a046-cebfdd547a8c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.1649106 Feb 17 17:52:07.862115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0083d2c-f267-400b-8c35-aec693c447e0 req-54d3cdfb-6df5-4384-9545-f05ccebc7659 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.863650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:07.864341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:07.865441 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0083d2c-f267-400b-8c35-aec693c447e0 req-54d3cdfb-6df5-4384-9545-f05ccebc7659 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2673628 Feb 17 17:52:07.938983 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d5a53a5c-74fb-4240-bfe1-a90bea271205 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4020262 Feb 17 17:52:07.984267 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0083d2c-f267-400b-8c35-aec693c447e0 req-7c241426-691b-42c0-a02e-c1458d530843 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Feb 17 17:52:08.026955 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-beeddb4c-11d8-4cec-bb70-f361926063af req-2470ff05-aeef-48e6-aef1-d103709859bf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474159 Feb 17 17:52:08.153516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 43a0ff2f-6c2e-40da-a695-43208cac50f9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:08.473948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 43a0ff2f-6c2e-40da-a695-43208cac50f9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:08.474542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:08.573305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b893e3-3155-44ff-bf08-b5727bb7fc31 None None] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:52:08.706602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 941f1dd1-6410-4dcd-a034-6a666067dba7 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:08.952736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 941f1dd1-6410-4dcd-a034-6a666067dba7 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:08.995035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 941f1dd1-6410-4dcd-a034-6a666067dba7 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:08.995802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.452655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.547292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 941f1dd1-6410-4dcd-a034-6a666067dba7, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=941f1dd1-6410-4dcd-a034-6a666067dba7,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:09.551077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:09.555046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3338-3517-40c8-a3a8-e4d8a9df9c0e req-6b7d1ffd-e085-4d1c-9710-15379998c98a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:09.556706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-231b3338-3517-40c8-a3a8-e4d8a9df9c0e req-6b7d1ffd-e085-4d1c-9710-15379998c98a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.2492766 Feb 17 17:52:09.557936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:09.583398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355070c9-6a12-409b-a123-8cfe6ef7ce8a req-6f1e1470-9093-490b-8172-2f22d7283f84 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:09.587782 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-355070c9-6a12-409b-a123-8cfe6ef7ce8a req-6f1e1470-9093-490b-8172-2f22d7283f84 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2034771 Feb 17 17:52:09.679469 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-231b3338-3517-40c8-a3a8-e4d8a9df9c0e req-79fa7d61-ab1d-4adf-8e2d-83febffee388 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893931 Feb 17 17:52:09.745925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:09.767189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.769088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.769596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.770793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.771843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.773960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.775137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.776572 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-355070c9-6a12-409b-a123-8cfe6ef7ce8a req-e2409164-01ac-475c-ae0e-92b355dfb60f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Feb 17 17:52:09.777928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.778486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.779985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.780457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.783614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.784508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.785401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.785521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.790725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.791234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.791710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.792176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.792636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.793245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.794282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.794757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.795400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:52:09.814981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:10.603259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 941f1dd1-6410-4dcd-a034-6a666067dba7 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:10.716872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 941f1dd1-6410-4dcd-a034-6a666067dba7 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:10.717317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:10.932366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ba089-ff63-4900-8e2e-0d370ab9e8eb req-9bb2fe1b-ac5c-4b75-8be6-2eccba8f07ee tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:10.934164 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5ba089-ff63-4900-8e2e-0d370ab9e8eb req-9bb2fe1b-ac5c-4b75-8be6-2eccba8f07ee tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.1105995 Feb 17 17:52:10.994757 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6b5ba089-ff63-4900-8e2e-0d370ab9e8eb req-c7b2b0d1-103b-48f6-87e5-836ef2fedacf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539229 Feb 17 17:52:11.358322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-0d674f8b-0c08-46f9-9c58-9e97ca7bc07f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:11.359333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-0d674f8b-0c08-46f9-9c58-9e97ca7bc07f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:11.381575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f76d3-cf7f-4826-ba17-f2c92457b7de req-5a572ae2-dcd1-4439-87b2-362d182b98ec tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:11.383611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f58f76d3-cf7f-4826-ba17-f2c92457b7de req-5a572ae2-dcd1-4439-87b2-362d182b98ec tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.2028666 Feb 17 17:52:11.416478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-0d674f8b-0c08-46f9-9c58-9e97ca7bc07f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:11.425774 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-0d674f8b-0c08-46f9-9c58-9e97ca7bc07f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 809 time: 0.3874078 Feb 17 17:52:11.465809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-c9a9a95b-dc6d-43f0-bac8-27313780bb1b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/quotas/281e133e208547e382601977d39b914e HTTP/1.1" status: 200 len: 375 time: 0.0381327 Feb 17 17:52:11.555923 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-59e21dde-c8d3-4251-9c12-0b38829b4621 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863602 Feb 17 17:52:11.615797 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f58f76d3-cf7f-4826-ba17-f2c92457b7de req-07302b6c-462e-43d9-9139-104e0f0dcc47 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237108 Feb 17 17:52:12.120420 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-4478dcd1-3938-4882-a14e-fbea7aa49bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623431 Feb 17 17:52:12.234388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e87d-9987-4cc6-ae33-7071990cebb6 req-5825acb6-2113-4301-b4f0-c2cbd290bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:12.236045 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f391e87d-9987-4cc6-ae33-7071990cebb6 req-5825acb6-2113-4301-b4f0-c2cbd290bfb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 1163 time: 0.4950523 Feb 17 17:52:12.316315 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f391e87d-9987-4cc6-ae33-7071990cebb6 req-99a00e34-0cad-4c40-a7f5-1c5a0e61848e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Feb 17 17:52:12.320190 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-574b87c1-075c-4627-b1fe-f764f573e3f1 service neutron] 10.222.0.58 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1909351 Feb 17 17:52:12.565978 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b3fb1b6-dbcd-43c1-89a0-02d6e383111a req-22f037e1-2253-485a-8b6f-a987294de7e5 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0808623 Feb 17 17:52:12.911661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b75bfc-5f37-40a1-937d-643d1153bbb3 req-693f34fb-f122-4281-a4d0-9f86d6602692 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:12.913564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7b75bfc-5f37-40a1-937d-643d1153bbb3 req-693f34fb-f122-4281-a4d0-9f86d6602692 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1268818 Feb 17 17:52:12.968248 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7b75bfc-5f37-40a1-937d-643d1153bbb3 req-72c0b88e-1b2f-48fa-a272-2590d498d6ad tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Feb 17 17:52:13.004040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:13.847653 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-27cb84bb-ca86-4b2e-a7cd-f81d8bba9dc1 req-e18457f2-c457-4ae9-85b6-fe2ddfe14a70 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.1200967 Feb 17 17:52:14.294104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b848-9921-4307-98f4-2535ca4ac2f3 req-304d33e1-7dce-4ce0-a3b6-fdecaa59e1dc tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:14.303431 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b755b848-9921-4307-98f4-2535ca4ac2f3 req-304d33e1-7dce-4ce0-a3b6-fdecaa59e1dc tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1352928 Feb 17 17:52:14.353396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:14.359903 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b755b848-9921-4307-98f4-2535ca4ac2f3 req-dcd5954a-4bb6-4970-8cdc-751956f25cd1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542991 Feb 17 17:52:14.463398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port a2ac890f-2691-45cd-9a84-968ec0ae5b56 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:14.464159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:14.888591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-81436671-8640-4e96-8d15-8fc57670e9e0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:14.890609 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-81436671-8640-4e96-8d15-8fc57670e9e0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 809 time: 0.1753967 Feb 17 17:52:14.927512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Request body: {'port': {'device_id': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3', 'admin_state_up': True, 'tenant_id': '281e133e208547e382601977d39b914e'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:15.108470 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7d9b5dd-3374-4b7f-9458-28b6dd9dcd68 req-e913b1bd-825f-44e5-9380-64a247c2984b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0494890 Feb 17 17:52:15.215932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:15.222324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Usage tracker for resource:port and tenant:281e133e208547e382601977d39b914e is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:15.228362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:15.237661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:15.247650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Made reservation on behalf of 281e133e208547e382601977d39b914e for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:15.253817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:15.705110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Allocated IP 172.20.0.9 (4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3/33ad3049-f05e-4ebd-a208-4022351a1626/d2174ddf-0470-40d3-9216-3740f4a6155c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:15.725020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262d3a8-399c-41e6-a44b-a766d4161d01 req-9bb00f13-9e59-4cbb-96b4-8c02b38ebae2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:15.727269 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9262d3a8-399c-41e6-a44b-a766d4161d01 req-9bb00f13-9e59-4cbb-96b4-8c02b38ebae2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1819253 Feb 17 17:52:15.830246 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9262d3a8-399c-41e6-a44b-a766d4161d01 req-f6b0b8a9-ec49-4afb-ac42-b399f5faab35 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829053 Feb 17 17:52:16.126949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.177215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.203521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:16.421346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8906-61d7-42a2-96cd-82f82995d527 req-5b5aa013-e9a1-4498-90c7-8ecd72a29e7c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:16.431135 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c40a8906-61d7-42a2-96cd-82f82995d527 req-5b5aa013-e9a1-4498-90c7-8ecd72a29e7c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.4756525 Feb 17 17:52:16.550568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Pushing event updated for resources: {'Port': ['ID=d2174ddf-0470-40d3-9216-3740f4a6155c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:16.560946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:16.611394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c40a8906-61d7-42a2-96cd-82f82995d527 req-3d777cf0-c540-45fa-95e4-f96bd1cddfae tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791608 Feb 17 17:52:16.661270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:16.664465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:16.667827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:16.724855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9edeb-9091-4d32-9076-f088fb941bfe req-b7a01c22-2e77-4691-b60d-a25e8ba4c8ac tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:16.726590 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-27f9edeb-9091-4d32-9076-f088fb941bfe req-b7a01c22-2e77-4691-b60d-a25e8ba4c8ac tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 931 time: 0.2724354 Feb 17 17:52:16.771746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:16.772443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:16.831372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-27f9edeb-9091-4d32-9076-f088fb941bfe req-87ad15ca-9a84-416d-ab2d-ce57e91a2286 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:16.851552 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9285483 Feb 17 17:52:16.875368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Request body: {'port': {'device_id': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:16.940823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-27f9edeb-9091-4d32-9076-f088fb941bfe req-87ad15ca-9a84-416d-ab2d-ce57e91a2286 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:16.942338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-27f9edeb-9091-4d32-9076-f088fb941bfe req-87ad15ca-9a84-416d-ab2d-ce57e91a2286 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063241 Feb 17 17:52:17.073316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.274196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b95a23a-46a8-4b4a-8944-b0a4caa51eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.617979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2174ddf-0470-40d3-9216-3740f4a6155c {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:52:17.626852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.646497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Transition to ACTIVE for port object d2174ddf-0470-40d3-9216-3740f4a6155c will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:17.651929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:17.729408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39bb16c7-bf5e-4489-b3b1-6c50c07fe296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:18.184997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Pushing event updated for resources: {'Port': ['ID=d2174ddf-0470-40d3-9216-3740f4a6155c,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:18.208620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:18.305616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-af217e7a-9478-43c9-9d1e-dc42dcb8525c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:18.307150 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-af217e7a-9478-43c9-9d1e-dc42dcb8525c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 815 time: 0.3268244 Feb 17 17:52:18.391939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460600af-3909-4af4-8f23-742f2c83c6eb req-50a5a4de-1033-4986-8b6c-3fe90f59e9f3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:18.392676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-460600af-3909-4af4-8f23-742f2c83c6eb req-50a5a4de-1033-4986-8b6c-3fe90f59e9f3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:18.404790 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-27aa5879-55f8-4ce7-9d94-ab96aa5e4816 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/quotas/2b5f361fbf7641ba8df871297fbacf36 HTTP/1.1" status: 200 len: 375 time: 0.0440395 Feb 17 17:52:18.514260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-460600af-3909-4af4-8f23-742f2c83c6eb req-50a5a4de-1033-4986-8b6c-3fe90f59e9f3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:18.515571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-460600af-3909-4af4-8f23-742f2c83c6eb req-50a5a4de-1033-4986-8b6c-3fe90f59e9f3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.4179330 Feb 17 17:52:18.605484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Attempting to bind port d2174ddf-0470-40d3-9216-3740f4a6155c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:18.605866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Attempting to bind port d2174ddf-0470-40d3-9216-3740f4a6155c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:18.606236 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Attempting to bind port d2174ddf-0470-40d3-9216-3740f4a6155c on network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:18.617680 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-460600af-3909-4af4-8f23-742f2c83c6eb req-25cb8b45-07b6-4dfb-9526-f4be70b6839a tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930979 Feb 17 17:52:18.620309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:18.620686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Checking segment: {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:18.621089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.621860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Bound using segment: {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:18.621968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Bound port: d2174ddf-0470-40d3-9216-3740f4a6155c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:18.622294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.645351 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-8c1b9f9f-1f20-4878-816a-cafba7baaf75 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041388 Feb 17 17:52:18.855959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] For port d2174ddf-0470-40d3-9216-3740f4a6155c, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:18.867701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] For port d2174ddf-0470-40d3-9216-3740f4a6155c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d2174ddf-0470-40d3-9216-3740f4a6155c,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:18.873957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:18.889652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:18.934236 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-8506d7ff-3996-46c5-a6d5-1268f366563c service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469404 Feb 17 17:52:19.078578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-baf53fc1-3ca8-49f2-9744-12e15a199051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:19.196739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Pushing event updated for resources: {'Port': ['ID=d2174ddf-0470-40d3-9216-3740f4a6155c,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:19.204587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:19.222816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.223515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:19.225118 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-55234eda-52de-405d-845e-e7cb282243bf service neutron] 10.222.0.65 "PUT /v2.0/ports/d2174ddf-0470-40d3-9216-3740f4a6155c HTTP/1.1" status: 200 len: 1157 time: 2.3550849 Feb 17 17:52:19.225876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:19.281719 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-ddf927a1-c864-4e83-8150-ad73985a9e9f service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2864981 Feb 17 17:52:19.383036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c', 'status': 'completed', 'code': 200} Feb 17 17:52:19.412852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-81e66be8-0653-49d3-969e-4f64f508b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.415192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-81e66be8-0653-49d3-969e-4f64f508b949 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 1160 time: 0.1129708 Feb 17 17:52:19.631136 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-a949f6f8-f0e1-4834-acaa-a5ab42f3fc15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2174ddf-0470-40d3-9216-3740f4a6155c HTTP/1.1" status: 200 len: 217 time: 0.1960454 Feb 17 17:52:19.739522 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a625e6c0-bb5c-4a2c-8b62-aac73e2369e0 req-f313683b-ddfa-4902-b898-63d496306fdf tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 210 time: 0.2010603 Feb 17 17:52:19.797423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-9471ac32-cc9c-4df2-ac54-5644dbb3f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.799034 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-9471ac32-cc9c-4df2-ac54-5644dbb3f3af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33ad3049-f05e-4ebd-a208-4022351a1626 HTTP/1.1" status: 200 len: 849 time: 0.1220927 Feb 17 17:52:19.873680 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-909a8505-cb3b-4f06-899d-a22365227ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598874 Feb 17 17:52:19.875835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-06c13d00-4304-44ad-a814-8bc0367639ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.877288 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-06c13d00-4304-44ad-a814-8bc0367639ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.2878647 Feb 17 17:52:19.884518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23350e62-3b47-4c8f-853b-61acae761b81 req-80857a0e-980f-4b42-82c4-e24de8d7875f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:19.885878 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23350e62-3b47-4c8f-853b-61acae761b81 req-80857a0e-980f-4b42-82c4-e24de8d7875f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3558221 Feb 17 17:52:20.060284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:20.437368 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23350e62-3b47-4c8f-853b-61acae761b81 req-95235e7a-0892-4b51-bca7-5b1ee27d22f5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439177 Feb 17 17:52:20.501973 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-f584a7ef-a92e-4a4b-87f0-aaf076cf126d service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097994 Feb 17 17:52:20.503443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-f87df39d-25fd-4d2d-94bb-48623734494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.504616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-f87df39d-25fd-4d2d-94bb-48623734494e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.6102414 Feb 17 17:52:20.516795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518d57-5c36-498f-b402-6a0bc9c9689e req-bc054644-e270-4174-96b3-4f0d58010803 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.518773 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49518d57-5c36-498f-b402-6a0bc9c9689e req-bc054644-e270-4174-96b3-4f0d58010803 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.5754769 Feb 17 17:52:20.714722 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-c08616b4-685e-4066-8240-f7b13c170d14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 217 time: 0.1469793 Feb 17 17:52:20.772039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-49518d57-5c36-498f-b402-6a0bc9c9689e req-48bea8e1-de8f-4602-bc6a-e5dd01ee11ef tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461073 Feb 17 17:52:20.851703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-990523c0-86e9-4075-91d8-82afeac05428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:20.853304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-990523c0-86e9-4075-91d8-82afeac05428 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1227255 Feb 17 17:52:20.856714 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ed0ec3d5-0f0f-43e2-a7d3-352896f83c53 req-64d5ee33-ce7d-457d-b365-aabea508f9db service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3131030 Feb 17 17:52:20.983647 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f5d1c28-e745-4b4c-8f06-ed79f76b0762 req-8abfa405-1e23-4c08-ba6a-7d8e87370cdc tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 210 time: 0.0954809 Feb 17 17:52:20.997830 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-9dde4f52-22f1-4be4-994b-a32c6e82caa5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696054 Feb 17 17:52:21.156717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-d46c54a7-e0db-46b5-b8a0-553084c29a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.158961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-d46c54a7-e0db-46b5-b8a0-553084c29a43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 1160 time: 0.1067064 Feb 17 17:52:21.347081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:21.376637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-a03d10f2-5265-4623-a83b-ca91bae5273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.378563 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-a03d10f2-5265-4623-a83b-ca91bae5273a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 903 time: 0.2120523 Feb 17 17:52:21.385496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-6e54d2b0-a1b7-4571-b785-53feadfab2e2 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.387119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-6e54d2b0-a1b7-4571-b785-53feadfab2e2 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 815 time: 0.3376622 Feb 17 17:52:21.393091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-97e4de49-c8e3-41a6-912d-df88738dcba3 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529302 Feb 17 17:52:21.485761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'port': {'device_id': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'admin_state_up': True, 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:21.590512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-ea94f93a-bb65-45e6-8b56-ff788297ac7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2174ddf-0470-40d3-9216-3740f4a6155c HTTP/1.1" status: 200 len: 217 time: 0.1113806 Feb 17 17:52:21.678055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-44ef4bc9-543b-467a-a69c-69cb39bb5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.679807 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-44ef4bc9-543b-467a-a69c-69cb39bb5396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33ad3049-f05e-4ebd-a208-4022351a1626 HTTP/1.1" status: 200 len: 849 time: 0.0811672 Feb 17 17:52:21.724338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:21.746713 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-d720f406-6082-49e7-933c-6e7825b3c03f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531127 Feb 17 17:52:21.904796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:21.909333 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dea2d60-ead8-40ab-8a68-dae6d097cd45 req-dc077d9d-f157-4ec5-8741-9a64555215bd service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4295313 Feb 17 17:52:21.915574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:port and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:21.930157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fcc1b-a064-4bae-a1ba-fcde5c6c8844 req-08017413-e354-48bf-a058-cb5d12515e84 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:21.938668 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b33fcc1b-a064-4bae-a1ba-fcde5c6c8844 req-08017413-e354-48bf-a058-cb5d12515e84 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2544568 Feb 17 17:52:21.965241 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-8b2b1e7c-84c5-489c-93e1-9c9e8068c8e8 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109871 Feb 17 17:52:21.966882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:21.980890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:22.011827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Made reservation on behalf of 2b5f361fbf7641ba8df871297fbacf36 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:22.020981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:22.077754 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b33fcc1b-a064-4bae-a1ba-fcde5c6c8844 req-78a1f629-5da2-4582-97d8-797d8b624515 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367757 Feb 17 17:52:22.351971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06a31813-eede-4c0c-8fab-fcbe394d8e77 req-b4fba450-2b45-4d3e-a9d2-271ee6ad75f1 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3646970 Feb 17 17:52:22.580239 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff89c617-468a-4f9f-a9b0-b61ab580aa68 req-af9ec380-0ce6-4899-9a88-c8d275c2c6a0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 210 time: 0.2906556 Feb 17 17:52:22.689462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169362b8-7378-4950-a460-af82b076d0b9 req-87cdd48a-9960-4109-ad36-d22344478ac9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:22.691228 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-169362b8-7378-4950-a460-af82b076d0b9 req-87cdd48a-9960-4109-ad36-d22344478ac9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.5516207 Feb 17 17:52:22.729137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Allocated IP 172.20.0.9 (490f34f1-4bf2-4da9-8023-68d7536adb5a/13262629-dc38-4222-b7ca-1b9c0a5e494f/6c36848f-4b54-427d-a685-a7911e4e757c) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:22.762301 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-169362b8-7378-4950-a460-af82b076d0b9 req-95e31a20-25c3-4fb9-b6a9-4e172561fdc5 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616081 Feb 17 17:52:23.005627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:23.023386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Transition to ACTIVE for port object 6c36848f-4b54-427d-a685-a7911e4e757c will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:23.058416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:23.082702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:23.302873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:23.325825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:23.379489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef3493-8e07-408c-9642-f2b8a0231e54 req-4fcbf4ae-234c-442f-8443-18ccd4dcac9c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:23.381175 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52ef3493-8e07-408c-9642-f2b8a0231e54 req-4fcbf4ae-234c-442f-8443-18ccd4dcac9c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1753569 Feb 17 17:52:23.398349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:23.413041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:23.416837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:23.504119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52ef3493-8e07-408c-9642-f2b8a0231e54 req-ac9c9c61-4ddd-4c4b-9405-3ae01146cd84 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Feb 17 17:52:23.525113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:23.525113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:23.557383 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0831995 Feb 17 17:52:23.746415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bd27eeb4-598b-430b-b95c-5405b6677eb0 None None] Provisioning for port 6c36848f-4b54-427d-a685-a7911e4e757c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:23.751890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bd27eeb4-598b-430b-b95c-5405b6677eb0 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:23.752317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bd27eeb4-598b-430b-b95c-5405b6677eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:23.817555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bd27eeb4-598b-430b-b95c-5405b6677eb0 None None] Port 6c36848f-4b54-427d-a685-a7911e4e757c cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:52:23.941865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42046) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:24.102471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0b38-50cf-4900-babd-3a3c849bd8ef req-52a2462b-9f1c-49c1-8898-4f80b0e4e5a4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:24.103355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f08d0b38-50cf-4900-babd-3a3c849bd8ef req-52a2462b-9f1c-49c1-8898-4f80b0e4e5a4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:24.121403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f08d0b38-50cf-4900-babd-3a3c849bd8ef req-52a2462b-9f1c-49c1-8898-4f80b0e4e5a4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:24.128822 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f08d0b38-50cf-4900-babd-3a3c849bd8ef req-52a2462b-9f1c-49c1-8898-4f80b0e4e5a4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.1602623 Feb 17 17:52:24.133161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.150605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:24.155078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:4166a186d151489588653e47dfa7916d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:24.158233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:24.166898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:24.177232 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f08d0b38-50cf-4900-babd-3a3c849bd8ef req-e403a880-596f-4782-90e5-d0e3520419ed tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Feb 17 17:52:24.283768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.286855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.296893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a24cb8e0-bad3-4a39-a767-e29ac3d717d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:24.354107 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4166a186d151489588653e47dfa7916d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109979 Feb 17 17:52:24.356881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 42054) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:24.360803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e60a6-5a71-4e98-83af-1c2b541cd8de,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:24.366142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:24.445731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece8211-fe5b-4fd3-a8d3-a245dcb92dd9 req-6b51b3e3-fee6-4552-a3ae-30fb819e7d3b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:24.447419 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fece8211-fe5b-4fd3-a8d3-a245dcb92dd9 req-6b51b3e3-fee6-4552-a3ae-30fb819e7d3b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.1559641 Feb 17 17:52:24.452527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.513920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.543114 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fece8211-fe5b-4fd3-a8d3-a245dcb92dd9 req-71ed65f3-3d68-4d62-a8af-90063be440e2 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Feb 17 17:52:24.577035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.583015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9182d02c-05e3-484c-9343-d5bbae305d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:24.596576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e60a6-5a71-4e98-83af-1c2b541cd8de,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:24.601980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:24.607436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:24.608956 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dcc891bc-a0f3-40e6-8b32-871855732210 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a4e60a6-5a71-4e98-83af-1c2b541cd8de HTTP/1.1" status: 204 len: 168 time: 0.2509773 Feb 17 17:52:26.058945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 42100) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:26.206989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.227512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:26.231863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Usage tracker for resource:security_group_rule and tenant:8d574a43553846619eec75e52a4cd88a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:26.235141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:26.241950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:26.337585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.340443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.349425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a8a0273b-73fc-4b71-acab-dab4b1d16c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:26.396005 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d574a43553846619eec75e52a4cd88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352914 Feb 17 17:52:26.396967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c023756-9f6a-42bb-9878-1c78d738b40c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:26.399426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42106) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:26.400343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:26.468820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.498068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.555615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.560997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-92dcf2f1-e79c-4177-8701-81f8aaaf402c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:26.575910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c023756-9f6a-42bb-9878-1c78d738b40c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:26.578766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:26.587303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:26.589274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c023756-9f6a-42bb-9878-1c78d738b40c HTTP/1.1" status: 204 len: 168 time: 0.1863148 Feb 17 17:52:27.706276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:52:31.586801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7c993-4e45-4e6f-8ac8-e8b044e2f656 req-430faba0-6420-4b76-9f50-85efed97cee1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:31.588375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc7c993-4e45-4e6f-8ac8-e8b044e2f656 req-430faba0-6420-4b76-9f50-85efed97cee1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3374116 Feb 17 17:52:31.639066 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc7c993-4e45-4e6f-8ac8-e8b044e2f656 req-2c16d3b4-e266-4595-bcc1-7d595f3b3a31 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Feb 17 17:52:31.838769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f85c7-ed43-4b00-b37c-7f5bc1126b37 req-abe701c9-7e83-4c5f-b986-8b7ae9e4a29b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:31.840342 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-332f85c7-ed43-4b00-b37c-7f5bc1126b37 req-abe701c9-7e83-4c5f-b986-8b7ae9e4a29b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.0942500 Feb 17 17:52:31.891213 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-332f85c7-ed43-4b00-b37c-7f5bc1126b37 req-0082b8b2-9bff-4e95-aa57-7ee721c0719d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Feb 17 17:52:32.087202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48995-9a97-4e2e-8807-01e2cc69cc9e req-d62a9f19-84ae-4327-a843-7580ea9359e1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:32.088952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74b48995-9a97-4e2e-8807-01e2cc69cc9e req-d62a9f19-84ae-4327-a843-7580ea9359e1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.0922666 Feb 17 17:52:32.138746 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74b48995-9a97-4e2e-8807-01e2cc69cc9e req-fa7dbee2-5027-4e75-b770-33887fd0a3c2 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Feb 17 17:52:32.349075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52554f-a306-485a-ba70-6714e9adad12 req-75f5de9b-0eeb-4389-861d-bd81ed2c6002 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:32.350789 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa52554f-a306-485a-ba70-6714e9adad12 req-75f5de9b-0eeb-4389-861d-bd81ed2c6002 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0961108 Feb 17 17:52:32.407153 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fa52554f-a306-485a-ba70-6714e9adad12 req-bd3350d3-6c67-4591-9869-9b2276aa3727 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 Feb 17 17:52:32.846784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe9150-1df4-4df6-9bbc-b92a6a3f3a11 req-a318a31c-b19f-42b1-8472-b49ce517b400 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:32.848571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74fe9150-1df4-4df6-9bbc-b92a6a3f3a11 req-a318a31c-b19f-42b1-8472-b49ce517b400 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0899847 Feb 17 17:52:32.901896 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74fe9150-1df4-4df6-9bbc-b92a6a3f3a11 req-08271c30-0e88-4c69-87c7-2dd39e5ba96f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Feb 17 17:52:33.109075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849d17-4252-462d-b725-265ced7d2d5c req-d3b81a47-2b73-4d8b-9fd7-d70842e69c1f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.110820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c849d17-4252-462d-b725-265ced7d2d5c req-d3b81a47-2b73-4d8b-9fd7-d70842e69c1f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.1006091 Feb 17 17:52:33.162462 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c849d17-4252-462d-b725-265ced7d2d5c req-29139c7d-39ca-4db4-87bd-216169df19c5 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Feb 17 17:52:33.365701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dad5b2-8eb2-450e-8406-9458ee8f268f req-c9497db7-548d-4f0c-bbf9-666a3dd39407 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.367619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04dad5b2-8eb2-450e-8406-9458ee8f268f req-c9497db7-548d-4f0c-bbf9-666a3dd39407 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.0935810 Feb 17 17:52:33.419660 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04dad5b2-8eb2-450e-8406-9458ee8f268f req-01069574-42d7-4c97-9abc-8f2ecbb1a063 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Feb 17 17:52:33.655085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b87d4-e829-4cd5-afe4-d20d3d30d441 req-2ec4268b-64a3-49df-a6f2-71dcb57cd093 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:33.656739 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d7b87d4-e829-4cd5-afe4-d20d3d30d441 req-2ec4268b-64a3-49df-a6f2-71dcb57cd093 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1103992 Feb 17 17:52:33.712879 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d7b87d4-e829-4cd5-afe4-d20d3d30d441 req-30fe6863-ce12-4b98-9c71-6f12922a976b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485232 Feb 17 17:52:34.106684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bad21-2bbf-4788-9e4a-7842bf3464d4 req-79ebf031-52c6-42b4-9373-3747254eff68 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:34.108316 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-372bad21-2bbf-4788-9e4a-7842bf3464d4 req-79ebf031-52c6-42b4-9373-3747254eff68 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0895603 Feb 17 17:52:34.158591 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-372bad21-2bbf-4788-9e4a-7842bf3464d4 req-58496aba-b419-4103-93f7-dc17a264718a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Feb 17 17:52:34.368651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b016-a133-4052-8d55-32b51c4c17b2 req-b0095d03-8272-4f00-a389-169d5a5dd69a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:34.370224 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a604b016-a133-4052-8d55-32b51c4c17b2 req-b0095d03-8272-4f00-a389-169d5a5dd69a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.0915375 Feb 17 17:52:34.423643 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a604b016-a133-4052-8d55-32b51c4c17b2 req-e434b329-4771-47d5-a58f-659066e7ed42 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Feb 17 17:52:34.635371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848b1dc-487e-4e7b-a51b-d5288dd45b78 req-bd52adc4-9de2-4568-a131-81f902fbc2f0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:34.637025 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6848b1dc-487e-4e7b-a51b-d5288dd45b78 req-bd52adc4-9de2-4568-a131-81f902fbc2f0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.0883570 Feb 17 17:52:34.691861 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6848b1dc-487e-4e7b-a51b-d5288dd45b78 req-a7ba6642-4e93-4ca4-92fd-5805300e3218 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Feb 17 17:52:34.919569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599ccd-cfae-4d71-8a6f-1d2745bd538e req-4a63c32c-60be-4bb3-97f9-a038eb18df28 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:34.921059 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a599ccd-cfae-4d71-8a6f-1d2745bd538e req-4a63c32c-60be-4bb3-97f9-a038eb18df28 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0879712 Feb 17 17:52:34.970783 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a599ccd-cfae-4d71-8a6f-1d2745bd538e req-078d89fc-85a9-45e4-b993-b88f6fb4141e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Feb 17 17:52:35.371554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d2b6-f02e-4da7-9889-af3ea7bbc6bf req-0d556c18-61f5-4ba2-88ae-8167f20a84c5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:35.373264 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a08d2b6-f02e-4da7-9889-af3ea7bbc6bf req-0d556c18-61f5-4ba2-88ae-8167f20a84c5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0986357 Feb 17 17:52:35.423133 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a08d2b6-f02e-4da7-9889-af3ea7bbc6bf req-30d5a4e2-dfec-4647-bad8-67de4d023432 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Feb 17 17:52:35.625171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e253f31-2857-43a3-bcb5-505d1a59f401 req-ba95a54f-ae53-461d-9ea4-14fd3546854d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:35.626845 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e253f31-2857-43a3-bcb5-505d1a59f401 req-ba95a54f-ae53-461d-9ea4-14fd3546854d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.0872076 Feb 17 17:52:35.680020 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3e253f31-2857-43a3-bcb5-505d1a59f401 req-72290fac-2fea-40ed-8d3e-b24577ba2284 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Feb 17 17:52:35.893568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57201cc4-2e76-4563-a47b-d64caff5e12a req-94dc28a0-ea46-4b48-9604-34e05cc7fa2c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:35.895211 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57201cc4-2e76-4563-a47b-d64caff5e12a req-94dc28a0-ea46-4b48-9604-34e05cc7fa2c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.0869362 Feb 17 17:52:35.947393 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57201cc4-2e76-4563-a47b-d64caff5e12a req-8fba6ccc-ace2-46de-970a-05442fab091d tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Feb 17 17:52:36.282554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Request body: {'port': {'device_id': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:36.426937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:36.443584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77816b6-3bc9-4c08-998f-e65912fa1138 req-ca37ed25-0cad-499e-89ba-7c6915d95cca tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:36.445294 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d77816b6-3bc9-4c08-998f-e65912fa1138 req-ca37ed25-0cad-499e-89ba-7c6915d95cca tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2189672 Feb 17 17:52:36.597688 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d77816b6-3bc9-4c08-998f-e65912fa1138 req-addea5f2-f173-4cef-b372-f82f8f48e42e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127064 Feb 17 17:52:36.988119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3aae-0613-4503-a481-b35d541ece06 req-e2c2c145-c9c4-43b2-a80a-af93c7bc82d9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:36.989769 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d10a3aae-0613-4503-a481-b35d541ece06 req-e2c2c145-c9c4-43b2-a80a-af93c7bc82d9 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3322339 Feb 17 17:52:37.045613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62b72e-817d-40ff-a41e-03ecde2a080b req-38ce81f7-d2a9-45c0-a3d7-33bbd0692768 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:37.047252 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a62b72e-817d-40ff-a41e-03ecde2a080b req-38ce81f7-d2a9-45c0-a3d7-33bbd0692768 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 931 time: 0.2198627 Feb 17 17:52:37.140744 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d10a3aae-0613-4503-a481-b35d541ece06 req-1398dd38-c4e4-4a54-ba74-faf808af50c8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433909 Feb 17 17:52:37.156618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c36848f-4b54-427d-a685-a7911e4e757c {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:52:37.171259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.193392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a62b72e-817d-40ff-a41e-03ecde2a080b req-7af50430-eb2b-4e62-85a1-8758f164b52c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117311 Feb 17 17:52:37.200957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Transition to ACTIVE for port object 6c36848f-4b54-427d-a685-a7911e4e757c will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:37.208982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.226206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8674113d-800f-44de-a08e-8f7c915a3000 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:37.446362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:37.453427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:37.500474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f7b4-a16c-4996-97df-4edf0bc25241 req-fb4ff30f-1762-42ef-97bd-1e5d5d8a9bfe tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:37.502144 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b495f7b4-a16c-4996-97df-4edf0bc25241 req-fb4ff30f-1762-42ef-97bd-1e5d5d8a9bfe tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.1934974 Feb 17 17:52:37.669312 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b495f7b4-a16c-4996-97df-4edf0bc25241 req-289c66c5-d17d-4229-9785-f743caa7f0d8 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587138 Feb 17 17:52:37.703883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Attempting to bind port 6c36848f-4b54-427d-a685-a7911e4e757c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:37.704363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Attempting to bind port 6c36848f-4b54-427d-a685-a7911e4e757c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:37.704817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Attempting to bind port 6c36848f-4b54-427d-a685-a7911e4e757c on network 490f34f1-4bf2-4da9-8023-68d7536adb5a {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:37.711316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:37.711721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Checking segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:37.712137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.712588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Bound using segment: {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:37.713365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Bound port: 6c36848f-4b54-427d-a685-a7911e4e757c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9809efd-17b8-4d19-9491-52b6ff99fd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:37.713748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.877121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:37.881163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:37.886078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:37.903112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d6f6eaf5-8291-4fc3-bc0c-3dabef27ab06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:38.257119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e752d-e493-4ccc-bc52-6c01d4372acc req-aef8ae79-9184-4973-938b-87c0dbed85a9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.258793 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c6e752d-e493-4ccc-bc52-6c01d4372acc req-aef8ae79-9184-4973-938b-87c0dbed85a9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.4902794 Feb 17 17:52:38.368376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:38.385018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:38.419329 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c6e752d-e493-4ccc-bc52-6c01d4372acc req-8f1a74b5-053c-4bed-9d21-053bb1d1c27a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517160 Feb 17 17:52:38.441946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.442960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:38.447411 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 1157 time: 2.1732662 Feb 17 17:52:38.449310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:38.469418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da413b-c046-426e-8446-7e6187aa6636 req-fd5e3b5c-1986-499f-a7aa-71b705f782be tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.471494 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-08da413b-c046-426e-8446-7e6187aa6636 req-fd5e3b5c-1986-499f-a7aa-71b705f782be tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2117035 Feb 17 17:52:38.537178 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-08da413b-c046-426e-8446-7e6187aa6636 req-69e2735a-f531-4cec-8b1f-a67f5c1dc0ad tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Feb 17 17:52:38.597627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-fad39ffd-0be6-4d88-b289-25b7844d6edc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:52:38.647091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:52:38.712270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-5423f185-c472-4c62-a18d-31650354bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.713968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-5423f185-c472-4c62-a18d-31650354bb34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1160 time: 0.1653342 Feb 17 17:52:38.727137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480a70a-fb0b-4df0-ac22-b90fe1676696 req-d7cb5a13-07d8-46d3-ade4-70b6c11aeacc tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.729233 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8480a70a-fb0b-4df0-ac22-b90fe1676696 req-d7cb5a13-07d8-46d3-ade4-70b6c11aeacc tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.1235840 Feb 17 17:52:38.883880 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-04ec15d9-497c-499c-95c1-a04e59c8b49f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 217 time: 0.1243556 Feb 17 17:52:38.951384 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8480a70a-fb0b-4df0-ac22-b90fe1676696 req-0a799ea2-5721-4634-9d12-9b24768de904 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140057 Feb 17 17:52:38.996994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-2ea8998e-fa9c-4f52-af11-f4f847d86e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:38.998654 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-2ea8998e-fa9c-4f52-af11-f4f847d86e62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.0981033 Feb 17 17:52:39.006793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42242) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:39.009636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4688a-7e3e-4d6d-9c92-3461aa2a51f6 req-422ea77d-cf47-43aa-a7c7-45a0aeec06fa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.011299 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6cd4688a-7e3e-4d6d-9c92-3461aa2a51f6 req-422ea77d-cf47-43aa-a7c7-45a0aeec06fa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 943 time: 0.1870759 Feb 17 17:52:39.129613 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6cd4688a-7e3e-4d6d-9c92-3461aa2a51f6 req-4740ab52-ba3d-49e5-ba0d-072bcaee4cd9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789723 Feb 17 17:52:39.148344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-495918fb-7c2d-4b56-bf8f-01d424d9d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.150025 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-495918fb-7c2d-4b56-bf8f-01d424d9d961 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377690 Feb 17 17:52:39.291876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.313389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:39.317351 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-7ec7fc7b-e07f-4303-b58e-a4f7d7c3d33e service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553180 Feb 17 17:52:39.318368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Usage tracker for resource:security_group_rule and tenant:012640f77cdd4f14b5dea6975c189974 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:52:39.321923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:52:39.328805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:39.429400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.433676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.446937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3936b903-fe97-46d0-a9de-c0ae669ad32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:39.496968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=012640f77cdd4f14b5dea6975c189974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888737 Feb 17 17:52:39.497932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42264) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:52:39.498833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d7e3b-008c-433a-aa3a-994726c7e7e9,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:39.505365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:39.586999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.619950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.681261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.682972 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7c48066-5604-4ac7-b46a-8b46f34590d9 req-47b74b05-1511-4f04-90d4-7c201a82e5e4 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3529284 Feb 17 17:52:39.687167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-735d16e2-41cd-43f1-ba35-a6f0c7b21ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:39.691631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-af9a7f0e-943b-49db-ba49-eba02b7e43e8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.693211 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-af9a7f0e-943b-49db-ba49-eba02b7e43e8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.3289251 Feb 17 17:52:39.699371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d7e3b-008c-433a-aa3a-994726c7e7e9,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:39.702354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:39.722082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efa951-d031-403e-86c6-5c67ec94a82f req-5ed4b084-5b87-4c89-89f9-d33fce163439 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.723386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:39.723616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3efa951-d031-403e-86c6-5c67ec94a82f req-5ed4b084-5b87-4c89-89f9-d33fce163439 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1431346 Feb 17 17:52:39.731085 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be9d7e3b-008c-433a-aa3a-994726c7e7e9 HTTP/1.1" status: 204 len: 168 time: 0.2288318 Feb 17 17:52:39.768029 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-e6ad4ba8-dbd3-4fde-b9db-b939f5abda7e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/quotas/88d25dad97034938882c60b19269c44a HTTP/1.1" status: 200 len: 375 time: 0.0433235 Feb 17 17:52:39.908831 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3efa951-d031-403e-86c6-5c67ec94a82f req-3e460fd1-cb6a-4651-b3f4-aa09a1be7def tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632257 Feb 17 17:52:39.959330 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-75e0c96d-271b-4d98-a1b2-7c97ae223f56 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1841540 Feb 17 17:52:39.966136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-ead15a94-932d-40f2-ad47-768424c42de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:39.967790 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-ead15a94-932d-40f2-ad47-768424c42de9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1160 time: 0.1171629 Feb 17 17:52:40.148209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device d2174ddf-0470-40d3-9216-3740f4a6155c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:40.224923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port d2174ddf-0470-40d3-9216-3740f4a6155c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:40.230962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port d2174ddf-0470-40d3-9216-3740f4a6155c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:40.231519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:40.316877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-00f30fda-8a06-4bf7-afe2-3c48c060e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.318519 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-00f30fda-8a06-4bf7-afe2-3c48c060e2f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.3253329 Feb 17 17:52:40.323823 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-f3b13721-792f-4e70-8968-09886042b9d7 service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550527 Feb 17 17:52:40.368318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:40.405790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port d2174ddf-0470-40d3-9216-3740f4a6155c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d2174ddf-0470-40d3-9216-3740f4a6155c,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:40.406985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:40.413904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:40.416275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:40.429286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35ba31-a4bc-4cbb-a052-418d692bb16c req-31753664-d3f4-4f67-a8ae-41c8c83abac2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.430938 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e35ba31-a4bc-4cbb-a052-418d692bb16c req-31753664-d3f4-4f67-a8ae-41c8c83abac2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3750958 Feb 17 17:52:40.434932 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-373281b1-407e-4b27-be4c-9a32d088e801 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 217 time: 0.1091909 Feb 17 17:52:40.488330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=d2174ddf-0470-40d3-9216-3740f4a6155c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:40.492519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:40.623397 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e35ba31-a4bc-4cbb-a052-418d692bb16c req-73a4a5d9-9eca-4df0-b96c-74d7a6b589cb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406515 Feb 17 17:52:40.624816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-163a23ac-dac9-433d-9f9b-0bd93fcdf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.626627 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-163a23ac-dac9-433d-9f9b-0bd93fcdf224 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.1423833 Feb 17 17:52:40.695553 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-7ea49851-1d50-4619-8eb0-8608c6bd3197 service neutron] 10.222.0.58 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3084912 Feb 17 17:52:40.772805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-e98339da-1cb6-489e-a6fa-25d0a593f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:40.774502 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-e98339da-1cb6-489e-a6fa-25d0a593f156 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255052 Feb 17 17:52:41.229504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device d2174ddf-0470-40d3-9216-3740f4a6155c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:41.312766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port d2174ddf-0470-40d3-9216-3740f4a6155c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:41.313322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:41.371002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965902-39c5-4015-9dd0-06bdaa700875 req-4d3a3b21-450e-4dd0-ad97-107a89fea59b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:41.374917 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-20965902-39c5-4015-9dd0-06bdaa700875 req-4d3a3b21-450e-4dd0-ad97-107a89fea59b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.6430168 Feb 17 17:52:41.387390 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-9f0002da-b9ed-4846-a383-a7ce9122889f service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994141 Feb 17 17:52:41.457642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a2434-1671-4902-a9bf-e6a8a16059ec req-ba4a16f9-7438-414c-9523-71f8a26b1bc8 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:41.459389 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88a2434-1671-4902-a9bf-e6a8a16059ec req-ba4a16f9-7438-414c-9523-71f8a26b1bc8 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.2325139 Feb 17 17:52:41.529777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-20965902-39c5-4015-9dd0-06bdaa700875 req-a0905169-1897-4c37-ad7d-9b259778a5fa tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500566 Feb 17 17:52:41.607512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88a2434-1671-4902-a9bf-e6a8a16059ec req-93c31583-e0a0-4cc8-bb86-e7fd6c70495d tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909851 Feb 17 17:52:41.636284 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c', 'code': 200} Feb 17 17:52:41.649685 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade4dd7b-fe38-484b-b9c6-a6340cf5e8c6 req-ef52dec4-e407-4577-a28e-e686c4b9b219 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2265358 Feb 17 17:52:41.833054 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-72037264-d933-4db2-9941-4f618cefa80b req-37799589-b6bc-4898-872f-cde3db73d566 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0575650 Feb 17 17:52:42.023374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876614a-c719-48f7-8a06-6cee7f8713be req-135edaea-8ff9-47c2-8ee9-270e93d05ae4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.025279 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3876614a-c719-48f7-8a06-6cee7f8713be req-135edaea-8ff9-47c2-8ee9-270e93d05ae4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0902874 Feb 17 17:52:42.130628 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3876614a-c719-48f7-8a06-6cee7f8713be req-b4d94428-5764-4c09-bd3c-7cb6b305c86c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673158 Feb 17 17:52:42.147182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5427e-57d0-420a-a5a8-9c10affbc792 req-1421e0e8-1646-4db4-9977-6258c5da2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.149039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fed5427e-57d0-420a-a5a8-9c10affbc792 req-1421e0e8-1646-4db4-9977-6258c5da2d2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 1162 time: 0.1225333 Feb 17 17:52:42.220636 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fed5427e-57d0-420a-a5a8-9c10affbc792 req-9871e6bb-a0b3-442e-9636-33b67c4098bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Feb 17 17:52:42.340139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91b0b7-d279-4c39-a1a9-de89775b752e req-219e118d-8748-4f3d-ab02-9993b570eb25 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.341689 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb91b0b7-d279-4c39-a1a9-de89775b752e req-219e118d-8748-4f3d-ab02-9993b570eb25 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0884426 Feb 17 17:52:42.389780 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb91b0b7-d279-4c39-a1a9-de89775b752e req-9481ec55-a19c-48d6-8352-33815f4bfe96 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Feb 17 17:52:42.801966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7197-2a55-403f-bcc2-68e20c8b6961 req-f93e5f4a-d4d3-40c8-b630-b81c64ee755b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.803651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f7d7197-2a55-403f-bcc2-68e20c8b6961 req-f93e5f4a-d4d3-40c8-b630-b81c64ee755b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.1494837 Feb 17 17:52:42.866596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f7d7197-2a55-403f-bcc2-68e20c8b6961 req-650cf0e5-bbc7-4e4b-9799-39c0593e01be tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Feb 17 17:52:42.873065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6ab16-a6f7-4baa-97ee-f46d9c4f0e0f req-3d9b01c6-cc27-4415-9ff2-2e9b275cb4b5 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:42.874670 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade6ab16-a6f7-4baa-97ee-f46d9c4f0e0f req-3d9b01c6-cc27-4415-9ff2-2e9b275cb4b5 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.1424479 Feb 17 17:52:42.933460 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ade6ab16-a6f7-4baa-97ee-f46d9c4f0e0f req-9b3efd7f-d4c7-4a41-bdaf-c0b110d289d2 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Feb 17 17:52:42.992008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:43.032388 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44bee29e-2b80-489c-b861-cbff0a1d9993 req-88724ae1-880d-4a8f-8e51-61e8fbce0cd1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0546565 Feb 17 17:52:43.330780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ee327-251f-4335-8cc0-a6a95429bc54 req-7b7c8425-ab17-4d0c-9c84-5caf6019e778 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:43.332392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-009ee327-251f-4335-8cc0-a6a95429bc54 req-7b7c8425-ab17-4d0c-9c84-5caf6019e778 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0863168 Feb 17 17:52:43.384360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-009ee327-251f-4335-8cc0-a6a95429bc54 req-c0032e70-65ae-4833-ada1-0955709455ab tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Feb 17 17:52:43.599530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692cb6e-65e6-46d6-9d9a-84efa0bda1cb req-987935b7-85a2-49f0-b2bb-b672284caf1d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:43.601706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1692cb6e-65e6-46d6-9d9a-84efa0bda1cb req-987935b7-85a2-49f0-b2bb-b672284caf1d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0948164 Feb 17 17:52:43.650525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1692cb6e-65e6-46d6-9d9a-84efa0bda1cb req-fe9b8dd4-8d64-4030-bd90-2005850265f1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Feb 17 17:52:44.121522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9e41-07b6-4b1c-ab3e-f9932c8f5e06 req-5e9cefb8-abc9-470a-aa14-8cb165108e71 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.123192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-522b9e41-07b6-4b1c-ab3e-f9932c8f5e06 req-5e9cefb8-abc9-470a-aa14-8cb165108e71 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.1445465 Feb 17 17:52:44.185146 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-522b9e41-07b6-4b1c-ab3e-f9932c8f5e06 req-25513e62-28d9-458b-a4d7-673a4a19091a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Feb 17 17:52:44.192308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18bb2e-9adb-4d87-8bee-4d2940cc44d5 req-6300dafd-bf60-4524-a653-69185d669a40 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.194497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e18bb2e-9adb-4d87-8bee-4d2940cc44d5 req-6300dafd-bf60-4524-a653-69185d669a40 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.1389282 Feb 17 17:52:44.245919 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e18bb2e-9adb-4d87-8bee-4d2940cc44d5 req-459ac7f6-ef48-42f0-aae9-dd07d34f3915 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Feb 17 17:52:44.339201 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-811b5bf5-132b-48af-98de-7efc712155a7 req-0e834a7d-5047-48ce-b48b-a168d746af64 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0493522 Feb 17 17:52:44.597467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32da6-7285-485a-9193-bbc23190e808 req-1e23b773-b77f-4124-85bf-1fd6276299e2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.599251 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82c32da6-7285-485a-9193-bbc23190e808 req-1e23b773-b77f-4124-85bf-1fd6276299e2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0892272 Feb 17 17:52:44.652162 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82c32da6-7285-485a-9193-bbc23190e808 req-3fc9449b-1fd2-4f74-902d-0b1d2974e179 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Feb 17 17:52:44.850370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f5187-2ae0-4852-a8f1-a51ed6e71c8e req-a422521e-279c-4d2c-8b5e-5a5fa98c3eda tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:44.851931 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e55f5187-2ae0-4852-a8f1-a51ed6e71c8e req-a422521e-279c-4d2c-8b5e-5a5fa98c3eda tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0880663 Feb 17 17:52:44.899428 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e55f5187-2ae0-4852-a8f1-a51ed6e71c8e req-6e6d1930-d456-4607-8c3e-1dc5baf431ac tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Feb 17 17:52:45.448287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ce880-9f22-44ea-8b02-9ae1b6ce1d0c req-1d93960e-ff37-4b55-ae54-c6c8c0320698 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.449895 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-756ce880-9f22-44ea-8b02-9ae1b6ce1d0c req-1d93960e-ff37-4b55-ae54-c6c8c0320698 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.1523967 Feb 17 17:52:45.488391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739846b4-977a-482a-a3ca-8b8226e26169 req-9015420c-e27b-4187-a471-fbd4efa009c9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.490116 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-739846b4-977a-482a-a3ca-8b8226e26169 req-9015420c-e27b-4187-a471-fbd4efa009c9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.1298838 Feb 17 17:52:45.535916 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-756ce880-9f22-44ea-8b02-9ae1b6ce1d0c req-a4ab37e1-f3ec-4c61-9319-0a094187107b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 Feb 17 17:52:45.559521 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-739846b4-977a-482a-a3ca-8b8226e26169 req-be049ab7-b523-440b-9508-7f780855a12e tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Feb 17 17:52:45.703607 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0898b56-2bf0-4465-a331-4e1c5d13b5f3 req-25fa3c2b-524b-49b7-9f0e-c1b3a9af7dfb tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0500336 Feb 17 17:52:45.857779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638542-f3db-4844-8122-43a71e1e846c req-2dee420d-0abf-4337-8530-03efc419e4eb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:45.859360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f638542-f3db-4844-8122-43a71e1e846c req-2dee420d-0abf-4337-8530-03efc419e4eb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0870306 Feb 17 17:52:45.909024 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f638542-f3db-4844-8122-43a71e1e846c req-3f1ce451-b59d-4306-92e0-a1373b65b98c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Feb 17 17:52:46.098505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f87b-dce3-490d-b1a0-4c79f87ffbf3 req-44355e5b-0bb6-4aa8-8bb9-6513fdc334a7 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:46.100843 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71b5f87b-dce3-490d-b1a0-4c79f87ffbf3 req-44355e5b-0bb6-4aa8-8bb9-6513fdc334a7 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0864112 Feb 17 17:52:46.255565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71b5f87b-dce3-490d-b1a0-4c79f87ffbf3 req-ef9cc165-0a2f-4374-b684-52eb9c9868ef tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481967 Feb 17 17:52:46.307214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-4b6a8e4b-de0c-4232-aa26-ce40d73530b4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:46.308772 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-4b6a8e4b-de0c-4232-aa26-ce40d73530b4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 814 time: 0.1994128 Feb 17 17:52:46.374493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Request body: {'port': {'device_id': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c', 'admin_state_up': True, 'tenant_id': '88d25dad97034938882c60b19269c44a'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:46.525929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:52:46.536018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:52:46.544676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Made reservation on behalf of 88d25dad97034938882c60b19269c44a for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:52:46.550726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:46.963767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040dce-d282-450e-9bb1-e5ab4436ba60 req-8e521dd1-be4a-4ae7-83d4-a70fe851007a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:46.965547 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a040dce-d282-450e-9bb1-e5ab4436ba60 req-8e521dd1-be4a-4ae7-83d4-a70fe851007a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.3020618 Feb 17 17:52:47.035390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cb64d-7a20-4fec-80e6-95b490cf57f0 req-6ccca13c-0317-49cf-bbf1-d61c214cc50c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:47.037438 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-122cb64d-7a20-4fec-80e6-95b490cf57f0 req-6ccca13c-0317-49cf-bbf1-d61c214cc50c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.3153441 Feb 17 17:52:47.149781 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6a040dce-d282-450e-9bb1-e5ab4436ba60 req-14ab9f70-3245-42c9-8648-9f6dca3bcf59 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224430 Feb 17 17:52:47.158936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-122cb64d-7a20-4fec-80e6-95b490cf57f0 req-8a8f0753-d9af-42e5-bb6c-d3a437ee344d tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139166 Feb 17 17:52:47.167169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Allocated IP 172.20.0.10 (fc5a93ea-27a8-4a74-bc85-022a3125b26c/23cd874d-42de-4150-8716-e4784760358c/bcfa12cf-c33d-4c00-9087-e93a52b49c73) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:52:47.304240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc1f4b7-91dc-4dda-abe2-7bfd0c1d72be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:47.356385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-6a6887fd-a40f-4ee5-930a-8a5810f9ad9a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:52:47.447447 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c8594c86-da05-40fb-9e3f-ed01de008b7f req-e44e9d2a-609f-481d-9e4c-e6a543fb33ed tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.1066005 Feb 17 17:52:47.828425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:47.848758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c53be-906b-4653-b2e1-2d9b346a2de1 req-1b8d9f6c-1381-4e65-9f33-141de8149066 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:47.850953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce3c53be-906b-4653-b2e1-2d9b346a2de1 req-1b8d9f6c-1381-4e65-9f33-141de8149066 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.5075057 Feb 17 17:52:47.899181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e312-d243-439d-a5c8-0d44c24d5cce req-970fdc28-5570-4dab-b9d0-6d99ea76fc12 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:47.900776 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c455e312-d243-439d-a5c8-0d44c24d5cce req-970fdc28-5570-4dab-b9d0-6d99ea76fc12 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1880789 Feb 17 17:52:47.949174 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ce3c53be-906b-4653-b2e1-2d9b346a2de1 req-3553939c-3a61-4e6b-bca8-1a1bd1b781c8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908175 Feb 17 17:52:47.990324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:48.014127 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c455e312-d243-439d-a5c8-0d44c24d5cce req-6505bc1e-eb42-4a0b-b596-359b6dd47106 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022775 Feb 17 17:52:48.014763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:48.169655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event updated for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:48.175450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:48.236995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:52:48.238291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:52:48.241635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:52:48.441398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.442140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:48.508120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1381495 Feb 17 17:52:48.523145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5018-902a-4761-8c9d-1fcec46f6bcf req-d3ca2f02-cb81-4bd6-95cd-65b467faceac tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.524899 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01fa5018-902a-4761-8c9d-1fcec46f6bcf req-d3ca2f02-cb81-4bd6-95cd-65b467faceac tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.2487576 Feb 17 17:52:48.532733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400fdcb-3c78-40ed-b142-d750caf16250 req-1439ceee-7411-45be-bbcb-fe09ba99d4af tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.534297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f400fdcb-3c78-40ed-b142-d750caf16250 req-1439ceee-7411-45be-bbcb-fe09ba99d4af tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.1913943 Feb 17 17:52:48.621316 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01fa5018-902a-4761-8c9d-1fcec46f6bcf req-cd4cc8b9-5cd7-4fe9-81d3-7b1f9068ca62 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Feb 17 17:52:48.624235 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f400fdcb-3c78-40ed-b142-d750caf16250 req-73d43b8f-b1f5-4f00-8d64-7883a01d0013 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730412 Feb 17 17:52:48.807720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fad41e-ea1b-4a3e-a768-cc8a2c97286f req-386ca7b8-21e1-4c78-9d18-4e6270350569 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:48.808409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f6fad41e-ea1b-4a3e-a768-cc8a2c97286f req-386ca7b8-21e1-4c78-9d18-4e6270350569 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:48.824984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-f6fad41e-ea1b-4a3e-a768-cc8a2c97286f req-386ca7b8-21e1-4c78-9d18-4e6270350569 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:48.826278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6fad41e-ea1b-4a3e-a768-cc8a2c97286f req-386ca7b8-21e1-4c78-9d18-4e6270350569 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 932 time: 0.1040490 Feb 17 17:52:48.879400 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6fad41e-ea1b-4a3e-a768-cc8a2c97286f req-0443fcd6-6c69-42a8-95b9-066fdb98eb42 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Feb 17 17:52:49.082048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd5a-c698-4447-84c0-119ed9c1ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:49.226008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce211a-1ccb-4230-8b23-b31992802c3e req-edb653e5-f85e-49ef-b0c9-8c92ea28316c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:49.227643 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15ce211a-1ccb-4230-8b23-b31992802c3e req-edb653e5-f85e-49ef-b0c9-8c92ea28316c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1575937 Feb 17 17:52:49.269588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839062d-cc56-43d2-989b-ddd167d53371 req-428a42df-b3a1-4cc2-9415-1b9c8a4bbf17 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:49.271196 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2839062d-cc56-43d2-989b-ddd167d53371 req-428a42df-b3a1-4cc2-9415-1b9c8a4bbf17 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1349065 Feb 17 17:52:49.311655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-15ce211a-1ccb-4230-8b23-b31992802c3e req-8f3d5655-f993-41fd-a7f8-64ad97d5c478 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772402 Feb 17 17:52:49.333132 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2839062d-cc56-43d2-989b-ddd167d53371 req-97b0868e-8ba6-4de1-a70a-59b136e1418b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507905 Feb 17 17:52:49.821991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d902-027a-49f2-b101-094c78e39092 req-389ce523-d85c-4c3a-8fe0-30fc30e14f4b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:49.823642 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4978d902-027a-49f2-b101-094c78e39092 req-389ce523-d85c-4c3a-8fe0-30fc30e14f4b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.0863986 Feb 17 17:52:49.875866 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4978d902-027a-49f2-b101-094c78e39092 req-76795664-d6be-4ad7-9f7c-b7fbd68036e8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Feb 17 17:52:50.066975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:50.092828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dba765-8cfd-4f23-84e6-c49874e156ee req-def57068-8d87-49d0-9ae8-29f151ee21f9 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:50.094483 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50dba765-8cfd-4f23-84e6-c49874e156ee req-def57068-8d87-49d0-9ae8-29f151ee21f9 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 932 time: 0.0931671 Feb 17 17:52:50.145859 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50dba765-8cfd-4f23-84e6-c49874e156ee req-f4abacdf-a286-4cfa-a6a1-e43e979e9561 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Feb 17 17:52:50.586957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800f0b-28d1-4346-aab6-d9a2242743d0 req-50b4ca6b-5ba6-469f-94bb-7f5ce96aa648 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:50.588586 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64800f0b-28d1-4346-aab6-d9a2242743d0 req-50b4ca6b-5ba6-469f-94bb-7f5ce96aa648 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1581607 Feb 17 17:52:50.595823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfc628-3de9-4cfc-b01b-fa1d2627e19a req-4cfa106d-e475-4dc3-8bb2-5c714afa2217 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:50.597439 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bdcfc628-3de9-4cfc-b01b-fa1d2627e19a req-4cfa106d-e475-4dc3-8bb2-5c714afa2217 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1269662 Feb 17 17:52:50.676408 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64800f0b-28d1-4346-aab6-d9a2242743d0 req-4396e51b-9f04-4879-bc94-fdecb294ef23 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779614 Feb 17 17:52:50.679924 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bdcfc628-3de9-4cfc-b01b-fa1d2627e19a req-af669ede-ca2e-424f-ba77-223cc487df2a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 Feb 17 17:52:51.076800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708c969-43c5-40b3-a3e7-c9cdf411fcc6 req-40ebab72-9d07-4b46-8875-ae33b28e1b8f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:51.078478 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d708c969-43c5-40b3-a3e7-c9cdf411fcc6 req-40ebab72-9d07-4b46-8875-ae33b28e1b8f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.0888886 Feb 17 17:52:51.128922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d708c969-43c5-40b3-a3e7-c9cdf411fcc6 req-448a8109-1c60-4e30-9ac2-2d1fa071e4ca tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Feb 17 17:52:51.339966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:51.352703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e476e0-762f-46ad-bb3d-8ddea436234f req-7f9621d2-1bdb-4f40-9b91-111da4bd6976 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:51.354331 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30e476e0-762f-46ad-bb3d-8ddea436234f req-7f9621d2-1bdb-4f40-9b91-111da4bd6976 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 932 time: 0.0923779 Feb 17 17:52:51.401754 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30e476e0-762f-46ad-bb3d-8ddea436234f req-c4fe5bf9-6ba7-4935-b132-3a1551d2ad38 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Feb 17 17:52:51.718648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:51.759210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Request body: {'port': {'device_id': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:52.013478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.104784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b161ad-b07e-4f56-b5bc-c8c659f98c43 req-e7c1d0c1-fdcf-4c76-a64c-1f7a6f405207 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:52.106439 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65b161ad-b07e-4f56-b5bc-c8c659f98c43 req-e7c1d0c1-fdcf-4c76-a64c-1f7a6f405207 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3020184 Feb 17 17:52:52.118186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e371e-5da7-43b2-892c-0235e6d9fe85 req-dde14f99-4424-40e6-98cf-33621d010bc3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:52.119859 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f21e371e-5da7-43b2-892c-0235e6d9fe85 req-dde14f99-4424-40e6-98cf-33621d010bc3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2702119 Feb 17 17:52:52.260996 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65b161ad-b07e-4f56-b5bc-c8c659f98c43 req-83017308-54dc-4201-ad9c-1cbb9894e827 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381338 Feb 17 17:52:52.271063 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f21e371e-5da7-43b2-892c-0235e6d9fe85 req-53a3224a-5a1c-435c-80bc-ef2947ec291f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445260 Feb 17 17:52:52.568982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e862ad-ff0d-4cde-838b-5fbdef0bd7ca req-417d2e28-eb74-4144-a551-9969ff932c36 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:52.570711 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59e862ad-ff0d-4cde-838b-5fbdef0bd7ca req-417d2e28-eb74-4144-a551-9969ff932c36 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.1589475 Feb 17 17:52:52.732313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfa12cf-c33d-4c00-9087-e93a52b49c73 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:52:52.746242 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59e862ad-ff0d-4cde-838b-5fbdef0bd7ca req-8aa9e008-e536-4f1a-8741-86f18c45c835 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604893 Feb 17 17:52:52.759054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.780269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Transition to ACTIVE for port object bcfa12cf-c33d-4c00-9087-e93a52b49c73 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:52:52.785717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:52.804015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ab29460-2b6e-4d15-bc20-6481dbaba456 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:52.935816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:53.036135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 6c36848f-4b54-427d-a685-a7911e4e757c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:52:53.043686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:53.044410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.179857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.208715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:53.220232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:53.223242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.225231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:53.227395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:53.230706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:53.240631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe6a1-0b1b-4e22-82de-cfccdecbc8f3 req-beb14c2c-0f72-420b-8fa5-ea8d73c04673 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:53.242523 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a8fe6a1-0b1b-4e22-82de-cfccdecbc8f3 req-beb14c2c-0f72-420b-8fa5-ea8d73c04673 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 932 time: 0.5695045 Feb 17 17:52:53.304544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:53.309196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:53.346629 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3a8fe6a1-0b1b-4e22-82de-cfccdecbc8f3 req-10964a3f-9c06-44a7-96d7-e55cd452fc1c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888374 Feb 17 17:52:53.411196 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'code': 200} Feb 17 17:52:53.417060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e74b35-13db-4c1b-97ef-36fb92252a0a req-8430d743-2c27-4fea-8a41-4cfe9bcc5f65 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:53.419002 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78e74b35-13db-4c1b-97ef-36fb92252a0a req-8430d743-2c27-4fea-8a41-4cfe9bcc5f65 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.3067005 Feb 17 17:52:53.590469 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-78e74b35-13db-4c1b-97ef-36fb92252a0a req-86c5601a-ef5e-4b2a-933f-c94d9a3ed76b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624613 Feb 17 17:52:53.618568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Attempting to bind port bcfa12cf-c33d-4c00-9087-e93a52b49c73 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:53.618968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Attempting to bind port bcfa12cf-c33d-4c00-9087-e93a52b49c73 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:52:53.619380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Attempting to bind port bcfa12cf-c33d-4c00-9087-e93a52b49c73 on network fc5a93ea-27a8-4a74-bc85-022a3125b26c {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:52:53.629219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:52:53.629574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Checking segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:52:53.630001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.630422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Bound using segment: {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:52:53.630929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Bound port: bcfa12cf-c33d-4c00-9087-e93a52b49c73, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aaa193-72b4-4bcd-af86-d064d9197cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fc5a93ea-27a8-4a74-bc85-022a3125b26c'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:52:53.631903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.723295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac6f98-81e6-4d9b-a0ad-14ea3a12128b req-612286bf-6aaa-4cc3-9440-2e786ab0847c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:53.724987 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1bac6f98-81e6-4d9b-a0ad-14ea3a12128b req-612286bf-6aaa-4cc3-9440-2e786ab0847c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2013693 Feb 17 17:52:53.804243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663a32-f20f-4b85-8109-28dc375eaad2 req-8eac1c9b-816d-43ef-9adc-494a35f16127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:53.805865 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76663a32-f20f-4b85-8109-28dc375eaad2 req-8eac1c9b-816d-43ef-9adc-494a35f16127 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.0832932 Feb 17 17:52:53.850262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:52:53.863041 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1bac6f98-81e6-4d9b-a0ad-14ea3a12128b req-c81dc46c-1dd3-4dc4-b9e0-05b6aeba82ca tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925345 Feb 17 17:52:53.867885 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76663a32-f20f-4b85-8109-28dc375eaad2 req-59ed9db4-3248-4d53-8939-309eefd9ad5e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 Feb 17 17:52:53.867999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:52:53.876095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:53.893423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:54.095689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0972ea0-589b-4bc2-a33a-9fa36fac6749 req-6241a45e-9380-4215-b43c-3196321bbc0e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.097336 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0972ea0-589b-4bc2-a33a-9fa36fac6749 req-6241a45e-9380-4215-b43c-3196321bbc0e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3692696 Feb 17 17:52:54.148807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:54.160634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:54.214588 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0972ea0-589b-4bc2-a33a-9fa36fac6749 req-b59c88ad-a539-48ce-aa5c-a8f0e7abd12c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076155 Feb 17 17:52:54.229966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f847-075e-4e97-ae7b-d7af5b46a55b req-3630d8a2-67bf-4629-a9d0-0d51aa00be26 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.231607 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7aa4f847-075e-4e97-ae7b-d7af5b46a55b req-3630d8a2-67bf-4629-a9d0-0d51aa00be26 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.2311127 Feb 17 17:52:54.256140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.257685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:54.259229 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] 10.222.0.65 "PUT /v2.0/ports/bcfa12cf-c33d-4c00-9087-e93a52b49c73 HTTP/1.1" status: 200 len: 1158 time: 2.5058267 Feb 17 17:52:54.261556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:54.294850 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7aa4f847-075e-4e97-ae7b-d7af5b46a55b req-dbf35370-94b7-4d70-8bca-89ac275d5b39 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566809 Feb 17 17:52:54.312807 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73', 'status': 'completed', 'code': 200} Feb 17 17:52:54.547913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0454f-6056-41d4-829d-fefe3c6cf25a req-b1c20aa3-97ef-42f0-85ab-c821ce4c8b86 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.549520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4b0454f-6056-41d4-829d-fefe3c6cf25a req-b1c20aa3-97ef-42f0-85ab-c821ce4c8b86 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.0866787 Feb 17 17:52:54.655213 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4b0454f-6056-41d4-829d-fefe3c6cf25a req-8d2b1645-f356-411b-a7af-20d0e4356b4c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Feb 17 17:52:54.672633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-6bdb1dd7-757a-432f-b4e8-948509ae7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.674267 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-6bdb1dd7-757a-432f-b4e8-948509ae7ee4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 1161 time: 0.1238024 Feb 17 17:52:54.911891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-c95ba565-e64b-41ed-bba5-7f62b59b8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.914020 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-c95ba565-e64b-41ed-bba5-7f62b59b8996 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=88d25dad97034938882c60b19269c44a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2161241 Feb 17 17:52:54.925011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b27ac-0b97-46ec-ac1e-015b3f2427d7 req-9f17f00c-1db7-4e84-b720-1208fd0cb8b7 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:54.926579 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc5b27ac-0b97-46ec-ac1e-015b3f2427d7 req-9f17f00c-1db7-4e84-b720-1208fd0cb8b7 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.1547539 Feb 17 17:52:55.142571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc5b27ac-0b97-46ec-ac1e-015b3f2427d7 req-5041fe2f-ff80-4f31-9fcb-b159e4592f60 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080984 Feb 17 17:52:55.183051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-adcb5f3b-ec16-464b-8430-4686192cc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.184627 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3967b32-3d59-4cdd-ac82-a86cc8b0acdb req-adcb5f3b-ec16-464b-8430-4686192cc4ec service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2515554 Feb 17 17:52:55.198931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210fe2-9f96-4642-bd0d-a4daddd20180 req-6051633c-3ccc-4676-b54a-8debb5532f7e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.200590 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-07210fe2-9f96-4642-bd0d-a4daddd20180 req-6051633c-3ccc-4676-b54a-8debb5532f7e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1725488 Feb 17 17:52:55.252158 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-07210fe2-9f96-4642-bd0d-a4daddd20180 req-2d7723cf-30ba-4a43-9766-c028980ff496 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Feb 17 17:52:55.531876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-5c51aa54-d0de-4239-b501-4546c0002def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.533525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-5c51aa54-d0de-4239-b501-4546c0002def service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 1161 time: 0.2332032 Feb 17 17:52:55.544646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbceb-25c2-4b83-b0b6-f5fdf2f5eb2f req-93fc67b3-0bbd-4dd6-9c20-5dc6d21d0ace tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.546693 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-124dbceb-25c2-4b83-b0b6-f5fdf2f5eb2f req-93fc67b3-0bbd-4dd6-9c20-5dc6d21d0ace tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2086434 Feb 17 17:52:55.578194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc549a-20c0-483b-8942-41f6af718cc9 req-d30c1f0d-1e1a-4fe5-94e9-74a82c74074a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.579904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95cc549a-20c0-483b-8942-41f6af718cc9 req-d30c1f0d-1e1a-4fe5-94e9-74a82c74074a tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.1560748 Feb 17 17:52:55.670455 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-27474446-26ec-4af1-8ceb-b66190bd6a72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73 HTTP/1.1" status: 200 len: 217 time: 0.0894110 Feb 17 17:52:55.761161 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-124dbceb-25c2-4b83-b0b6-f5fdf2f5eb2f req-75f9e55d-5eb1-487f-8071-93865932270f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054133 Feb 17 17:52:55.772778 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-95cc549a-20c0-483b-8942-41f6af718cc9 req-3942813f-bca0-4da6-96e9-bb291f900aab tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270001 Feb 17 17:52:55.784670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-278020ed-aea9-4f95-ad48-2c40b7ba4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:55.786611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-278020ed-aea9-4f95-ad48-2c40b7ba4b6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.0994656 Feb 17 17:52:55.856988 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-c20b71d7-74ce-4036-89a9-37a1c2c036df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494134 Feb 17 17:52:56.260050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:56.343377 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-6729ef29-6c3c-4f57-b3cb-fce9f1827458 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767625 Feb 17 17:52:56.350599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8453cc8-5231-437c-96a0-da9ae0391998 req-9f432a25-6cce-4ec1-82ef-a6d46da9404c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:56.355846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:56.356572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.359536 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8453cc8-5231-437c-96a0-da9ae0391998 req-9f432a25-6cce-4ec1-82ef-a6d46da9404c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.4703460 Feb 17 17:52:56.496356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device d2174ddf-0470-40d3-9216-3740f4a6155c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:56.532499 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8453cc8-5231-437c-96a0-da9ae0391998 req-8476fa75-b269-4ca4-a061-ebf23ae2a7f1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713517 Feb 17 17:52:56.573227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port d2174ddf-0470-40d3-9216-3740f4a6155c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:56.573585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:56.586614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225658-17d4-4abf-bccb-2d22b63dc6f2 req-af295f9f-1b3c-44c8-9fe3-f88e25e54f19 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:56.588390 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5225658-17d4-4abf-bccb-2d22b63dc6f2 req-af295f9f-1b3c-44c8-9fe3-f88e25e54f19 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.2864566 Feb 17 17:52:56.594775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e318e9ce-8215-4f37-81cd-4d90592cb8f1 req-9e08c73e-80c6-4a6a-b076-8a384c15878a service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2322829 Feb 17 17:52:56.649825 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5225658-17d4-4abf-bccb-2d22b63dc6f2 req-cd65c4b3-e1af-4607-8e81-69346a10544c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523660 Feb 17 17:52:56.742648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb0ca5-d051-4e61-9b35-b4e94d7274f7 req-8b3e591b-2488-431c-b327-7aae98d6ea15 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:56.744274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abdb0ca5-d051-4e61-9b35-b4e94d7274f7 req-8b3e591b-2488-431c-b327-7aae98d6ea15 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0893126 Feb 17 17:52:56.793717 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-abdb0ca5-d051-4e61-9b35-b4e94d7274f7 req-9c268064-56d5-4f93-8797-f339dbac9119 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Feb 17 17:52:57.037955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac165d-e68b-4434-8653-4e0198c93bda req-bdd6208e-45ec-49b0-9dc2-accb49009fdd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.039626 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-79ac165d-e68b-4434-8653-4e0198c93bda req-bdd6208e-45ec-49b0-9dc2-accb49009fdd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1579740 Feb 17 17:52:57.046842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72173-77d0-49ac-84da-f0a343c31e95 req-9596487a-7c74-4288-ac95-8515dd9842b1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.048362 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18e72173-77d0-49ac-84da-f0a343c31e95 req-9596487a-7c74-4288-ac95-8515dd9842b1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.1267545 Feb 17 17:52:57.118195 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-79ac165d-e68b-4434-8653-4e0198c93bda req-c1ef1e0b-492b-44b7-9a3e-3c7836e0a93b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687876 Feb 17 17:52:57.128868 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18e72173-77d0-49ac-84da-f0a343c31e95 req-9cdbf71b-1d66-40ef-9c54-fbda7b802fa9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652189 Feb 17 17:52:57.332594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606d30-2417-4f35-a388-fce5e32280ec req-65111e82-d576-4946-968c-1cb17f225efc tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.334126 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33606d30-2417-4f35-a388-fce5e32280ec req-65111e82-d576-4946-968c-1cb17f225efc tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.0910082 Feb 17 17:52:57.384022 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33606d30-2417-4f35-a388-fce5e32280ec req-a0205603-5649-4177-8391-af6fdff7ff3c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Feb 17 17:52:57.858096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995ef5-cf90-4842-86c8-943ee11097e4 req-46f69687-398a-486e-b084-d8d66073fcdf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.859786 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57995ef5-cf90-4842-86c8-943ee11097e4 req-46f69687-398a-486e-b084-d8d66073fcdf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.2112267 Feb 17 17:52:57.926940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1f75e-4447-4277-8c19-987178fc71fd req-9d11254d-364c-4f3b-946b-02b70c67a078 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.929007 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67e1f75e-4447-4277-8c19-987178fc71fd req-9d11254d-364c-4f3b-946b-02b70c67a078 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.2128129 Feb 17 17:52:57.939565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57995ef5-cf90-4842-86c8-943ee11097e4 req-f635fb36-712b-4d1a-ac3e-d963de23887a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707092 Feb 17 17:52:57.983692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce64fa-9c09-418a-8338-60efb0381b36 req-d846d950-d7da-4b11-b1e0-9a61dc597b9c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:57.985316 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5ce64fa-9c09-418a-8338-60efb0381b36 req-d846d950-d7da-4b11-b1e0-9a61dc597b9c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.2242577 Feb 17 17:52:58.057708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Deleting port d2174ddf-0470-40d3-9216-3740f4a6155c {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:52:58.058102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:58.147979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5ce64fa-9c09-418a-8338-60efb0381b36 req-ad579812-10a0-4cdb-87fd-a5b13f4376ad tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497686 Feb 17 17:52:58.338250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d4e4e-d616-44cc-9ec5-5539c4edb4c1 req-6d2b1705-d958-4101-b880-02a4da659d91 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:58.340046 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d18d4e4e-d616-44cc-9ec5-5539c4edb4c1 req-6d2b1705-d958-4101-b880-02a4da659d91 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 945 time: 0.2946677 Feb 17 17:52:58.508638 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d18d4e4e-d616-44cc-9ec5-5539c4edb4c1 req-f192b7f2-371d-4546-8337-d2d5931405ad tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499801 Feb 17 17:52:58.533072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] For port d2174ddf-0470-40d3-9216-3740f4a6155c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d2174ddf-0470-40d3-9216-3740f4a6155c,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:52:58.533339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:58.679486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799488f0-a549-43f1-a026-3a8bf7ae0338 req-a5b71167-461d-40ba-9f81-9fbc2a0d319a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:58.681129 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-799488f0-a549-43f1-a026-3a8bf7ae0338 req-a5b71167-461d-40ba-9f81-9fbc2a0d319a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3346205 Feb 17 17:52:58.702666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:58.725685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Calling delete_port for d2174ddf-0470-40d3-9216-3740f4a6155c owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:52:58.805674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:58.806454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:58.858067 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-799488f0-a549-43f1-a026-3a8bf7ae0338 req-d1d83c76-4660-4b91-aef9-a50a6f9c43b6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008837 Feb 17 17:52:58.954812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82bb2-e027-42b4-8e2b-a3bbc0cc4765 req-692e0d62-cc0c-42e1-a334-85b250acbe48 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:58.956562 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d82bb2-e027-42b4-8e2b-a3bbc0cc4765 req-692e0d62-cc0c-42e1-a334-85b250acbe48 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2744346 Feb 17 17:52:58.994528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:52:59.018385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.074241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:52:59.095926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:52:59.097368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.236387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Pushing event deleted for resources: {'Port': ['ID=d2174ddf-0470-40d3-9216-3740f4a6155c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:52:59.255577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:52:59.265914 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1d82bb2-e027-42b4-8e2b-a3bbc0cc4765 req-f06480a3-1247-4eb3-ab0e-c8460c8c950b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659662 Feb 17 17:52:59.354138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c66a6c-d0ae-4c05-85ce-8e61f765983e req-c4b9ff6e-5d93-47e9-9e43-ad96eef8d21e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:52:59.355832 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19c66a6c-d0ae-4c05-85ce-8e61f765983e req-c4b9ff6e-5d93-47e9-9e43-ad96eef8d21e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.2322786 Feb 17 17:52:59.414709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] No DVR routers for this DVR port d2174ddf-0470-40d3-9216-3740f4a6155c on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:52:59.421769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:52:59.424443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'name': 'network-vif-deleted', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:52:59.458518 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67e1f75e-4447-4277-8c19-987178fc71fd req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "DELETE /v2.0/ports/d2174ddf-0470-40d3-9216-3740f4a6155c HTTP/1.1" status: 204 len: 173 time: 1.5178595 Feb 17 17:52:59.463656 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19c66a6c-d0ae-4c05-85ce-8e61f765983e req-454830fb-3b9e-4d7f-90f5-98038bb24dfe tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Feb 17 17:52:59.475470 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bd237a-1f9a-4ff1-9670-e07afff982dd', 'name': 'network-vif-deleted', 'tag': 'd2174ddf-0470-40d3-9216-3740f4a6155c', 'status': 'completed', 'code': 200} Feb 17 17:52:59.694568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-928c27d4-348c-4352-99f6-705f99330b76 req-6bb6c805-c44e-4749-9f56-2e60b4263afb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:52:59.710255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-928c27d4-348c-4352-99f6-705f99330b76 req-6bb6c805-c44e-4749-9f56-2e60b4263afb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:52:59.711584 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-928c27d4-348c-4352-99f6-705f99330b76 req-6bb6c805-c44e-4749-9f56-2e60b4263afb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0666380 Feb 17 17:52:59.854282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device d2174ddf-0470-40d3-9216-3740f4a6155c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:52:59.892164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: d2174ddf-0470-40d3-9216-3740f4a6155c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:52:59.892575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device d2174ddf-0470-40d3-9216-3740f4a6155c not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:53:00.078897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a662a7-5fba-42f6-b905-ac9ccf5e165b req-e0d1e647-448b-47f5-9d4b-6f683e70d32a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:00.080497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a662a7-5fba-42f6-b905-ac9ccf5e165b req-e0d1e647-448b-47f5-9d4b-6f683e70d32a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1048155 Feb 17 17:53:00.134852 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86a662a7-5fba-42f6-b905-ac9ccf5e165b req-2f40cc60-e6d1-4884-8d4e-6deb2699decb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Feb 17 17:53:00.471346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f1d8-2e54-4e73-9503-2980001fc683 req-1c27887f-e00c-430d-8a09-b5a99dd657ab tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:00.473088 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea96f1d8-2e54-4e73-9503-2980001fc683 req-1c27887f-e00c-430d-8a09-b5a99dd657ab tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0887158 Feb 17 17:53:00.522968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea96f1d8-2e54-4e73-9503-2980001fc683 req-f94de2c2-6153-4563-9b7c-3f6d86147fbc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Feb 17 17:53:00.915202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0331-6cbd-4aea-8065-8ac9ded9d351 req-199987a9-7073-4c3c-8e44-b54ba9da1875 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:00.916841 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc8b0331-6cbd-4aea-8065-8ac9ded9d351 req-199987a9-7073-4c3c-8e44-b54ba9da1875 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2939436 Feb 17 17:53:00.965525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc8b0331-6cbd-4aea-8065-8ac9ded9d351 req-3bbbfd2f-e94b-4d6d-8b61-f97592a3b0a4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Feb 17 17:53:01.158225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9788c-5e9c-4f3d-b64a-0ddded323d62 req-0fcedd2f-d0e1-4b65-a77a-61b271e3995d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.160048 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3da9788c-5e9c-4f3d-b64a-0ddded323d62 req-0fcedd2f-d0e1-4b65-a77a-61b271e3995d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.0861285 Feb 17 17:53:01.214283 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3da9788c-5e9c-4f3d-b64a-0ddded323d62 req-7b2c8d2e-6534-4fbd-9e35-545c1753faf0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Feb 17 17:53:01.389402 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-73c156e4-6d4b-4a28-8005-1d396afd2f65 req-c34c26bd-6fa3-47df-ad72-eeb33d33c2b9 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0517402 Feb 17 17:53:01.574224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909bd99-7f5e-440d-b2ba-f044e2fcb571 req-2f31a2ed-90a1-4031-9947-85e9b9ccf4af tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.575804 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b909bd99-7f5e-440d-b2ba-f044e2fcb571 req-2f31a2ed-90a1-4031-9947-85e9b9ccf4af tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0874140 Feb 17 17:53:01.625528 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b909bd99-7f5e-440d-b2ba-f044e2fcb571 req-29329f01-b149-44c6-85a7-2010ed3e8d47 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Feb 17 17:53:01.812120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511a899-e694-4953-9638-df093849b947 req-c675c408-aa72-4be8-a2b9-ab53144304d0 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:01.813712 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a511a899-e694-4953-9638-df093849b947 req-c675c408-aa72-4be8-a2b9-ab53144304d0 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0882456 Feb 17 17:53:01.860690 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a511a899-e694-4953-9638-df093849b947 req-a6e499dc-b42b-491b-9076-0368efc8037b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Feb 17 17:53:02.169984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce55d8-ecf0-41d2-8b64-2705c6216f60 req-e788dede-c0c9-4b50-8f32-f092ac1c6fbf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:02.171623 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63ce55d8-ecf0-41d2-8b64-2705c6216f60 req-e788dede-c0c9-4b50-8f32-f092ac1c6fbf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0860453 Feb 17 17:53:02.222162 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63ce55d8-ecf0-41d2-8b64-2705c6216f60 req-0d27365f-ffd3-4920-b45e-10c4e7e9b941 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 Feb 17 17:53:02.414820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a53e8-1e49-4b9f-ad2c-8ab642b09d21 req-01b2c10e-835c-41b7-ad77-7f257038937b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:02.416436 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9a53e8-1e49-4b9f-ad2c-8ab642b09d21 req-01b2c10e-835c-41b7-ad77-7f257038937b tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.0878048 Feb 17 17:53:02.464272 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9a53e8-1e49-4b9f-ad2c-8ab642b09d21 req-260e8f1f-dea3-4adc-b6c1-5af0d6ac415c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Feb 17 17:53:02.630024 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a9b7dd2-a917-43fe-bf7d-079a6f2dc6ec req-239d8a9b-9aa2-4b37-80fc-7253ff3fa4f1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0522118 Feb 17 17:53:02.823712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55a69-a48e-4f2d-b93f-50a8999fe698 req-6c244c08-4fa3-4fe9-97be-f76531922b61 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:02.825254 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56c55a69-a48e-4f2d-b93f-50a8999fe698 req-6c244c08-4fa3-4fe9-97be-f76531922b61 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0853169 Feb 17 17:53:02.873355 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56c55a69-a48e-4f2d-b93f-50a8999fe698 req-4f4114f3-6156-409d-bf29-bdbd482d50cd tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Feb 17 17:53:03.063088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848764-428b-40a5-8b43-4c88cf215e5b req-f196d57b-63a2-4675-b05a-c6feeee24477 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:03.064740 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36848764-428b-40a5-8b43-4c88cf215e5b req-f196d57b-63a2-4675-b05a-c6feeee24477 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0904555 Feb 17 17:53:03.113497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36848764-428b-40a5-8b43-4c88cf215e5b req-7a4752f9-a717-4e9b-a1d3-841c0dde3023 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Feb 17 17:53:03.425930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d6b2-1143-4793-86bc-6c7451b6a148 req-fc3358dc-6f9d-4ac1-854e-f6c4cff63744 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:03.427570 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c73d6b2-1143-4793-86bc-6c7451b6a148 req-fc3358dc-6f9d-4ac1-854e-f6c4cff63744 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0876458 Feb 17 17:53:03.478862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c73d6b2-1143-4793-86bc-6c7451b6a148 req-fc3c39dc-c5bd-47d2-bae5-b78dc56b925a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443230 Feb 17 17:53:03.677049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066234c-e709-4661-80ba-5a9573aad2f6 req-a28649dc-235a-4566-a320-b23a09776f0a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:03.679241 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b066234c-e709-4661-80ba-5a9573aad2f6 req-a28649dc-235a-4566-a320-b23a09776f0a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.0952423 Feb 17 17:53:03.728713 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b066234c-e709-4661-80ba-5a9573aad2f6 req-696eb97e-431e-480c-be36-70631b772a06 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Feb 17 17:53:03.910684 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f994982-65d1-45c8-81dc-95dbb44c830f req-34fdaae5-e68b-474d-bd98-47586808c594 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9bd237a-1f9a-4ff1-9670-e07afff982dd HTTP/1.1" status: 200 len: 210 time: 0.0554268 Feb 17 17:53:04.107739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3de78-e056-4790-a409-b7c5cb74f074 req-9f5ce7cc-1daf-4e90-9c74-7c11b165b260 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.109527 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5a3de78-e056-4790-a409-b7c5cb74f074 req-9f5ce7cc-1daf-4e90-9c74-7c11b165b260 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0933676 Feb 17 17:53:04.165313 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d5a3de78-e056-4790-a409-b7c5cb74f074 req-1c5f244a-aa77-476a-bf76-8c4a102fde42 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Feb 17 17:53:04.390049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990884a-f870-47df-a2c4-aedae503a04f req-f14b848c-e601-4f9c-ad3e-5f61ec0bbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.391705 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3990884a-f870-47df-a2c4-aedae503a04f req-f14b848c-e601-4f9c-ad3e-5f61ec0bbbee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.1667125 Feb 17 17:53:04.421977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237be1a-a626-4c16-8d9f-178ee77b7d3d req-1aa4fdf2-3aa9-4126-9fd3-4bd30f6ebec3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.423634 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6237be1a-a626-4c16-8d9f-178ee77b7d3d req-1aa4fdf2-3aa9-4126-9fd3-4bd30f6ebec3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1085534 Feb 17 17:53:04.477382 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6237be1a-a626-4c16-8d9f-178ee77b7d3d req-ff3f88dc-aebf-4ebd-bb5d-3964624c0c05 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Feb 17 17:53:04.564322 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3990884a-f870-47df-a2c4-aedae503a04f req-de69402f-0784-47fc-8256-ae7de34d6b24 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Feb 17 17:53:04.686532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187572e-d4d6-4c98-8b26-a1ba95690d19 req-6a2d980d-3546-4747-b9dc-653ec238b6bf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.688081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4187572e-d4d6-4c98-8b26-a1ba95690d19 req-6a2d980d-3546-4747-b9dc-653ec238b6bf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0863345 Feb 17 17:53:04.705364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:53:04.736841 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4187572e-d4d6-4c98-8b26-a1ba95690d19 req-836312fd-d591-4aa8-be1a-73329118dee2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Feb 17 17:53:04.942759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31f15e-3fa8-4a6e-8c0d-8c3d6c9b1385 req-f60c1e0b-a316-4ed4-a657-d2fb1191b381 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:04.945003 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f31f15e-3fa8-4a6e-8c0d-8c3d6c9b1385 req-f60c1e0b-a316-4ed4-a657-d2fb1191b381 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.0932710 Feb 17 17:53:04.996816 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0f31f15e-3fa8-4a6e-8c0d-8c3d6c9b1385 req-57ae9b4b-a671-4505-a815-2d7632f39aad tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Feb 17 17:53:05.441547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-60f8faea-73ce-4b04-af96-f450279e27a1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.443175 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-60f8faea-73ce-4b04-af96-f450279e27a1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 809 time: 0.2315538 Feb 17 17:53:05.450548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fef40-c2a3-4671-b244-795fd1c4a1a2 req-b3ce5225-4d11-4565-bb05-e3dfcf3a5d5c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.452032 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f1fef40-c2a3-4671-b244-795fd1c4a1a2 req-b3ce5225-4d11-4565-bb05-e3dfcf3a5d5c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1605895 Feb 17 17:53:05.479217 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-0ee80df1-553a-4b2e-8aa6-60c84fe23683 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/quotas/281e133e208547e382601977d39b914e HTTP/1.1" status: 200 len: 375 time: 0.0261402 Feb 17 17:53:05.551194 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f1fef40-c2a3-4671-b244-795fd1c4a1a2 req-d3372d80-9dac-418c-9ebe-6000342ad666 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906701 Feb 17 17:53:05.554271 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-80834e2a-2d99-4d32-92ee-76a7bd266923 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602188 Feb 17 17:53:05.772758 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-8b9cf96d-03d6-44eb-bdae-7e4b4f87e947 service neutron] 10.222.0.58 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106516 Feb 17 17:53:05.881442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73f2e-a641-475f-8b0e-9543ab26e328 req-c2501d0a-f34c-433a-90d9-52ea05904925 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:05.883214 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55d73f2e-a641-475f-8b0e-9543ab26e328 req-c2501d0a-f34c-433a-90d9-52ea05904925 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.2266762 Feb 17 17:53:05.971298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55d73f2e-a641-475f-8b0e-9543ab26e328 req-9e0dfd8a-fa43-4447-aa38-8592212d8b42 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799434 Feb 17 17:53:05.980167 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-e205922d-04f4-4491-a1eb-bd3b2a697009 service neutron] 10.222.0.58 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1987684 Feb 17 17:53:06.200823 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-75f39510-95f6-4c3f-acb6-7e8e38f88310 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1534090 Feb 17 17:53:06.213961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa696-cd8f-438b-915d-d0d64f33d6a5 req-e5e90da1-ec70-422e-b8ec-e33085dbe1d8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.221525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-babaa696-cd8f-438b-915d-d0d64f33d6a5 req-e5e90da1-ec70-422e-b8ec-e33085dbe1d8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1194992 Feb 17 17:53:06.324080 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-babaa696-cd8f-438b-915d-d0d64f33d6a5 req-b70ed2b2-8709-42e6-b83d-5e5c9aa477b4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015811 Feb 17 17:53:06.355412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed83b-ea30-45f8-ac9c-2031f71af598 req-51e38a7f-1891-48a5-90c4-1619ba4beae8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.357250 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-299ed83b-ea30-45f8-ac9c-2031f71af598 req-51e38a7f-1891-48a5-90c4-1619ba4beae8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.1183918 Feb 17 17:53:06.510173 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc0b56ec-9d0f-4e5e-82ee-e0180a892eec req-d68d4e9f-38f2-4978-9756-f22f73d8cca2 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 210 time: 0.0885296 Feb 17 17:53:06.520820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-299ed83b-ea30-45f8-ac9c-2031f71af598 req-40f6960d-247e-4307-907c-d92fd845f826 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572950 Feb 17 17:53:06.548325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-9c638527-4ba8-4f4c-9958-d85759ccb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.549954 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-9c638527-4ba8-4f4c-9958-d85759ccb5ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88d25dad97034938882c60b19269c44a&device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 1162 time: 0.1705184 Feb 17 17:53:06.848498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-869239ce-fd57-46aa-b93b-060b5813efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.850558 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-869239ce-fd57-46aa-b93b-060b5813efae service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 200 len: 908 time: 0.2247713 Feb 17 17:53:06.857815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f172b9-cc16-48d5-ac71-bbd126870173 req-c1ffd888-30de-4553-a7c2-83d89a78f453 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:06.859377 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19f172b9-cc16-48d5-ac71-bbd126870173 req-c1ffd888-30de-4553-a7c2-83d89a78f453 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1504385 Feb 17 17:53:06.908204 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19f172b9-cc16-48d5-ac71-bbd126870173 req-54fe1d77-b7ec-4716-ae93-9aa79fb074f1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Feb 17 17:53:07.097317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-c824d3c5-ddb1-4bd9-ba54-8abcb80a9068 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 200 len: 217 time: 0.0772703 Feb 17 17:53:07.507750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-d23d700b-b420-4395-a317-f48c26066825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:07.509627 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-d23d700b-b420-4395-a317-f48c26066825 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 200 len: 854 time: 0.1375813 Feb 17 17:53:07.596548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d493d-68cd-41d7-8fd0-bea4f70dcc5d req-93def233-2877-4de4-82cf-71500aeae9cc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:07.598194 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-720d493d-68cd-41d7-8fd0-bea4f70dcc5d req-93def233-2877-4de4-82cf-71500aeae9cc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.4927747 Feb 17 17:53:07.601571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-bded0e5e-338d-4e74-81ee-98073739138b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc5a93ea-27a8-4a74-bc85-022a3125b26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693722 Feb 17 17:53:07.749727 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-720d493d-68cd-41d7-8fd0-bea4f70dcc5d req-a99337b4-9260-478d-bb9d-ed08278a8a06 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435268 Feb 17 17:53:07.765615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01053-aafe-49c7-b60b-15c85274803b req-e032c1e1-4d34-4ccf-a198-acde5a8aa401 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:07.766731 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fab01053-aafe-49c7-b60b-15c85274803b req-e032c1e1-4d34-4ccf-a198-acde5a8aa401 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3018031 Feb 17 17:53:07.838564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-419ec2d4-272c-4882-b3f2-387feb5d813c service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160914 Feb 17 17:53:07.851611 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fab01053-aafe-49c7-b60b-15c85274803b req-7235b4a8-dd7f-4f52-95ad-5ba2b96681f4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627649 Feb 17 17:53:08.040010 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50b4cd41-8567-4cdf-bff0-c031198ba578 req-7837e3b0-c699-4732-96c5-cb5cc6676b00 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 210 time: 0.1615982 Feb 17 17:53:08.111214 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-afda2089-e5ed-4156-bd75-6ae240ef6a8b req-6ac10436-f559-49a2-9724-dfb11fdeebf6 service neutron] 10.222.0.65 "GET /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2585855 Feb 17 17:53:08.130435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b2b01-d81e-4be8-a270-ecc852573845 req-573c2a1e-eb6f-42cb-a73c-f41b1c2ffcdf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.132647 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-708b2b01-d81e-4be8-a270-ecc852573845 req-573c2a1e-eb6f-42cb-a73c-f41b1c2ffcdf tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.1609631 Feb 17 17:53:08.243019 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-708b2b01-d81e-4be8-a270-ecc852573845 req-924acb62-13ab-4e14-8847-b4b8cc32ce38 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037230 Feb 17 17:53:08.269426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d33bc-5342-44ca-9289-7050e70d6614 req-d1f5f40a-7b1e-43c8-809e-916e3b64e27f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.271097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-820d33bc-5342-44ca-9289-7050e70d6614 req-d1f5f40a-7b1e-43c8-809e-916e3b64e27f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1174412 Feb 17 17:53:08.320517 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-820d33bc-5342-44ca-9289-7050e70d6614 req-8500c791-a5f7-4121-a39b-3838cbfd9101 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Feb 17 17:53:08.356299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcfa12cf-c33d-4c00-9087-e93a52b49c73 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:08.432084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port bcfa12cf-c33d-4c00-9087-e93a52b49c73 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:53:08.443885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcfa12cf-c33d-4c00-9087-e93a52b49c73 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:08.443885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.601551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-eb9f924c-c82c-47db-b5ad-19815b29694c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.603117 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-eb9f924c-c82c-47db-b5ad-19815b29694c tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 809 time: 0.1683457 Feb 17 17:53:08.604226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.635932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:08.648123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Request body: {'port': {'device_id': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3', 'admin_state_up': True, 'tenant_id': '281e133e208547e382601977d39b914e'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:08.650383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:08.656259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:08.661740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:08.725949 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73', 'code': 200} Feb 17 17:53:08.763616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:08.767331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:08.919604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-3435ae1b-4172-42b1-993f-41960119f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:08.921303 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-3435ae1b-4172-42b1-993f-41960119f841 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.1075127 Feb 17 17:53:08.949572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:08.986675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:09.004148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88195f-a08b-42ae-8648-1d40e0141978 req-26f8a695-0568-481c-9e61-f97935f5e800 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.006297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c88195f-a08b-42ae-8648-1d40e0141978 req-26f8a695-0568-481c-9e61-f97935f5e800 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2104287 Feb 17 17:53:09.022145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Made reservation on behalf of 281e133e208547e382601977d39b914e for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:53:09.028068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:09.083970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-29a3e677-8b9b-4bf1-9223-5a830f929f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.086123 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-29a3e677-8b9b-4bf1-9223-5a830f929f7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.1514580 Feb 17 17:53:09.114296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fffea-9d29-4ae0-b028-c17db9619023 req-fcacc17c-5159-4968-9ce8-22951b9a2d81 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.115882 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b79fffea-9d29-4ae0-b028-c17db9619023 req-fcacc17c-5159-4968-9ce8-22951b9a2d81 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.2228034 Feb 17 17:53:09.118718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c88195f-a08b-42ae-8648-1d40e0141978 req-71f80281-7393-4638-acd1-1a69cbd8c097 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998588 Feb 17 17:53:09.316093 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-2275d226-c291-46b7-b7ad-9b33647bd51c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 217 time: 0.0719790 Feb 17 17:53:09.373024 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b79fffea-9d29-4ae0-b028-c17db9619023 req-686e06ab-2ccf-45c2-a0eb-cdfcf48fc703 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360287 Feb 17 17:53:09.397298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-fa0c3ee8-8b40-4b65-bff9-22bc4ab6dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.398984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-fa0c3ee8-8b40-4b65-bff9-22bc4ab6dddb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.0655553 Feb 17 17:53:09.468401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-76136469-e1a7-4c93-9c2c-7ff459baf4cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529666 Feb 17 17:53:09.617676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcfa12cf-c33d-4c00-9087-e93a52b49c73 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:09.674561 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-2556ec8e-c711-4b68-a510-62aaad493cb4 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892467 Feb 17 17:53:09.707190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcfa12cf-c33d-4c00-9087-e93a52b49c73 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:09.707620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:09.770033 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-83ab9f0e-0ecb-4374-b6b5-927f7e3b61da req-516e1478-e21a-4069-b83e-4472cc205fa5 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 210 time: 0.0743201 Feb 17 17:53:09.835545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5630a5-65b0-426d-9891-c8ad336dfbf6 req-a197c006-cccd-4e34-9a10-a54049274e36 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.843116 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a5630a5-65b0-426d-9891-c8ad336dfbf6 req-a197c006-cccd-4e34-9a10-a54049274e36 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.6144934 Feb 17 17:53:09.870224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197f49e-841e-49b7-bdf9-d9a9f9a11b54 req-1215736c-52d4-4f75-a9ef-245c5f063caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:09.871326 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e197f49e-841e-49b7-bdf9-d9a9f9a11b54 req-1215736c-52d4-4f75-a9ef-245c5f063caa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 1163 time: 0.5933354 Feb 17 17:53:09.983151 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c9e342d-1fb0-4434-8505-77b4da710e43 req-0f0b046b-7876-4bbd-8020-fe35e0ee9483 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2478623 Feb 17 17:53:09.999519 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a5630a5-65b0-426d-9891-c8ad336dfbf6 req-a6046e84-631d-4dac-8582-b458e4f4a533 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553736 Feb 17 17:53:10.028477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Allocated IP 172.20.0.9 (4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3/33ad3049-f05e-4ebd-a208-4022351a1626/bfe884e0-aeab-4d91-83af-b6e43354c90e) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:53:10.044041 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e197f49e-841e-49b7-bdf9-d9a9f9a11b54 req-43f210d5-be6c-4f6e-920f-79bf7a7b8677 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523495 Feb 17 17:53:10.139639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee4166-f094-437b-aac2-45c223d254d2 req-d3d278e5-2a47-4e3b-a5ae-3070dedf9ec7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:10.142259 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcee4166-f094-437b-aac2-45c223d254d2 req-d3d278e5-2a47-4e3b-a5ae-3070dedf9ec7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.2305512 Feb 17 17:53:10.374777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcee4166-f094-437b-aac2-45c223d254d2 req-c333a9c7-4b1a-4cc7-acb7-fa512d84e69c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070732 Feb 17 17:53:10.423879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:10.438906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef78f1-b1db-4534-af90-c2ad1908ff8d req-4f9ec6b5-6c19-4cf1-8515-304569fe6f17 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:10.440523 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8ef78f1-b1db-4534-af90-c2ad1908ff8d req-4f9ec6b5-6c19-4cf1-8515-304569fe6f17 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1909599 Feb 17 17:53:10.549031 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8ef78f1-b1db-4534-af90-c2ad1908ff8d req-aa34d6bc-b65f-40cb-875d-f748de8144bb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007681 Feb 17 17:53:10.580559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:10.599422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:10.767771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Pushing event updated for resources: {'Port': ['ID=bfe884e0-aeab-4d91-83af-b6e43354c90e,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:10.783959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.784370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.784775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.785176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.785574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.786035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.786451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.786849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.787273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.787663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.788055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.788463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.788945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.789330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.789716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.790101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.790509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.790896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.791280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.791659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.792045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.792426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.792806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.793186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:10.806032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb0f28-f161-4809-951e-419ecc7bba97 req-bfde68e1-694e-42bc-bf73-6195ef4474d4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:10.807726 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5eb0f28-f161-4809-951e-419ecc7bba97 req-bfde68e1-694e-42bc-bf73-6195ef4474d4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3146300 Feb 17 17:53:10.811388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:10.888298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:53:10.892186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c5eb0f28-f161-4809-951e-419ecc7bba97 req-12cb286b-28a9-4ca9-bfbd-c75dc8a9b139 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683112 Feb 17 17:53:10.894456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:53:10.897253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:53:11.021761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:11.022374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:11.056317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132416 Feb 17 17:53:11.063787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb622-ce67-4b40-bb0a-6f016aeac490 req-85de1c47-0801-4017-a26e-cbf37ac13265 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:11.064561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-eeadb622-ce67-4b40-bb0a-6f016aeac490 req-85de1c47-0801-4017-a26e-cbf37ac13265 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:11.081809 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-eeadb622-ce67-4b40-bb0a-6f016aeac490 req-85de1c47-0801-4017-a26e-cbf37ac13265 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:11.083364 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eeadb622-ce67-4b40-bb0a-6f016aeac490 req-85de1c47-0801-4017-a26e-cbf37ac13265 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 931 time: 0.1904035 Feb 17 17:53:11.091181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Request body: {'port': {'device_id': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:11.295130 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eeadb622-ce67-4b40-bb0a-6f016aeac490 req-ccc39a8b-0eb3-4bb0-89ab-3764c69dba16 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662736 Feb 17 17:53:11.333548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:11.364224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efd188-87bb-442a-b1c7-5ada00f5013c req-96bc4d5d-5f8a-4902-93c8-282f3ede6c23 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:11.366679 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97efd188-87bb-442a-b1c7-5ada00f5013c req-96bc4d5d-5f8a-4902-93c8-282f3ede6c23 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2114949 Feb 17 17:53:11.530897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97efd188-87bb-442a-b1c7-5ada00f5013c req-4f68cfef-2292-4602-bfd5-6e050e8bc99f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214433 Feb 17 17:53:11.904259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ea8b-d1ee-4475-a6a5-6b5a9468ef9d req-11f95e59-55fb-4696-bb32-9a6e50185a8d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:11.913886 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f69ea8b-d1ee-4475-a6a5-6b5a9468ef9d req-11f95e59-55fb-4696-bb32-9a6e50185a8d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.3106165 Feb 17 17:53:12.042697 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4f69ea8b-d1ee-4475-a6a5-6b5a9468ef9d req-f2f65c66-cffa-469e-8d61-53ce2f1cdf38 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275721 Feb 17 17:53:12.095267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2ce9c-2a29-4002-a4de-f598a7741f0c req-d761bb44-a6a9-42c2-8449-a403ccd425d2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:12.104064 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6d2ce9c-2a29-4002-a4de-f598a7741f0c req-d761bb44-a6a9-42c2-8449-a403ccd425d2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3607647 Feb 17 17:53:12.107123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42794) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:12.182588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe884e0-aeab-4d91-83af-b6e43354c90e {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:53:12.191524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.207312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Transition to ACTIVE for port object bfe884e0-aeab-4d91-83af-b6e43354c90e will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:53:12.228001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.251378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.270656 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:12.276867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1319fc99804f42a09255981ab6e3e3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:12.280679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:12.294555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:12.406898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:12.453155 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.459303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.477565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2c0965d4-a5e6-4180-a7ca-1fee5879da78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:12.510115 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e1319fc99804f42a09255981ab6e3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016290 Feb 17 17:53:12.510947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42804) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:12.588202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7829a-1450-4b8f-99ef-15292cc145f4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:12.600674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.601203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.601687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.602168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.602695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.603184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.603656 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.604124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.604630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.605089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.605604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.606041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.606653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.607126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.607600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.608226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.608723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.609190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.609661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.610138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.610635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.611101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.611565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.612023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:12.632302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:12.662725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.704112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.764843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.771742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e16f91ff-d749-4fc9-9ccf-111aa25fb1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:12.786179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7829a-1450-4b8f-99ef-15292cc145f4,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:12.790434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:12.798902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:12.820276 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86c7829a-1450-4b8f-99ef-15292cc145f4 HTTP/1.1" status: 204 len: 168 time: 0.2978685 Feb 17 17:53:12.906546 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6d2ce9c-2a29-4002-a4de-f598a7741f0c req-20262610-13b1-4135-ab02-bbb9be6822a2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8021057 Feb 17 17:53:12.911298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe884e0-aeab-4d91-83af-b6e43354c90e,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:12.917866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:13.015290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322506-b2dc-483f-a19c-118b672cfe94 req-c580b516-5398-4a7c-880b-8748cff6d7e5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:13.015290 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9322506-b2dc-483f-a19c-118b672cfe94 req-c580b516-5398-4a7c-880b-8748cff6d7e5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.7878141 Feb 17 17:53:13.081087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:13.259404 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9322506-b2dc-483f-a19c-118b672cfe94 req-1ab7c96b-735f-482a-a250-8c76c02c0ba3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464938 Feb 17 17:53:13.301468 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Attempting to bind port bfe884e0-aeab-4d91-83af-b6e43354c90e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:13.301858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Attempting to bind port bfe884e0-aeab-4d91-83af-b6e43354c90e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:53:13.302381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Attempting to bind port bfe884e0-aeab-4d91-83af-b6e43354c90e on network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:53:13.324926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:53:13.326733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Checking segment: {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:53:13.327194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:13.327614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Bound using segment: {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:53:13.328131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Bound port: bfe884e0-aeab-4d91-83af-b6e43354c90e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217ab7a6-a982-4610-a6c8-a70e60d7141f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:53:13.328526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:13.536777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bdfc6-0af4-4ebe-853c-602b697d0a00 req-56c038a1-1127-4c1b-95e9-790fe02edeaa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:13.545745 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-033bdfc6-0af4-4ebe-853c-602b697d0a00 req-56c038a1-1127-4c1b-95e9-790fe02edeaa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 943 time: 0.3829181 Feb 17 17:53:13.628596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-033bdfc6-0af4-4ebe-853c-602b697d0a00 req-96da6964-b9c8-4a4a-a4ad-bdd4987d95cc tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817370 Feb 17 17:53:13.640749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] For port bfe884e0-aeab-4d91-83af-b6e43354c90e, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:53:13.666781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80297b22-61e0-4478-b24a-3234672cb267 req-e88ed9f8-d717-403f-abd7-668f2477cb65 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:13.687582 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80297b22-61e0-4478-b24a-3234672cb267 req-e88ed9f8-d717-403f-abd7-668f2477cb65 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2583256 Feb 17 17:53:13.710049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] For port bfe884e0-aeab-4d91-83af-b6e43354c90e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfe884e0-aeab-4d91-83af-b6e43354c90e,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:53:13.717932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:13.910532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:14.090982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80297b22-61e0-4478-b24a-3234672cb267 req-0ec2373b-f8bb-4584-b19c-03db46b4f81b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022434 Feb 17 17:53:14.135169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe884e0-aeab-4d91-83af-b6e43354c90e,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:14.139758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:14.140447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:14.141954 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/bfe884e0-aeab-4d91-83af-b6e43354c90e HTTP/1.1" status: 200 len: 1157 time: 3.0574419 Feb 17 17:53:14.149224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:14.149867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:14.168536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43679-7b75-419b-86e9-b879aa136b12 req-f66def47-780a-446e-8585-7382d3e83e02 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:14.170307 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-daa43679-7b75-419b-86e9-b879aa136b12 req-f66def47-780a-446e-8585-7382d3e83e02 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.3048663 Feb 17 17:53:14.308364 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-daa43679-7b75-419b-86e9-b879aa136b12 req-d84bfc36-918b-4206-9bcb-dd6b5a5d4a72 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259050 Feb 17 17:53:14.348590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcfa12cf-c33d-4c00-9087-e93a52b49c73 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:14.473368 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e', 'status': 'completed', 'code': 200} Feb 17 17:53:14.509921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcfa12cf-c33d-4c00-9087-e93a52b49c73 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:14.510354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:14.545313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeed4dd-dd27-48ec-acb8-14b54306abe9 req-83794418-4c9c-4f92-9df2-9c3c38091cf0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:14.555214 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-adeed4dd-dd27-48ec-acb8-14b54306abe9 req-83794418-4c9c-4f92-9df2-9c3c38091cf0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2906137 Feb 17 17:53:14.573047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-b58df88c-467d-41bf-9cd3-3670ff67e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:14.573047 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-b58df88c-467d-41bf-9cd3-3670ff67e04a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 1160 time: 0.2585106 Feb 17 17:53:14.825765 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-472709ca-0499-4e6d-8f5c-2c49723b1146 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe884e0-aeab-4d91-83af-b6e43354c90e HTTP/1.1" status: 200 len: 217 time: 0.2108378 Feb 17 17:53:14.853521 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-adeed4dd-dd27-48ec-acb8-14b54306abe9 req-fc5aa86b-9bf0-4d6a-aba1-077a03802fe0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850044 Feb 17 17:53:15.127755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-1fb43269-685b-453e-a368-ea513dc0c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:15.130641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-1fb43269-685b-453e-a368-ea513dc0c1b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33ad3049-f05e-4ebd-a208-4022351a1626 HTTP/1.1" status: 200 len: 849 time: 0.2739251 Feb 17 17:53:15.251091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-5f19b96e-cc79-4d13-83e1-f6ea9c203fb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103046 Feb 17 17:53:15.262563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28623cd2-81ff-49b1-a2b2-8e9619569f5e req-5c86e092-5f10-4912-9b75-6831c90b0e2c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:15.272226 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28623cd2-81ff-49b1-a2b2-8e9619569f5e req-5c86e092-5f10-4912-9b75-6831c90b0e2c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.5394638 Feb 17 17:53:15.460851 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-28623cd2-81ff-49b1-a2b2-8e9619569f5e req-70f0b0e6-e8ab-4866-9e6b-e17a7da14210 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874342 Feb 17 17:53:15.474216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361bdec-5dff-46cd-b132-b05b2c7654a0 req-75b46c0b-5f12-45b7-8f88-8e44fe56ed81 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:15.476088 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2361bdec-5dff-46cd-b132-b05b2c7654a0 req-75b46c0b-5f12-45b7-8f88-8e44fe56ed81 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 943 time: 0.4429200 Feb 17 17:53:15.681641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-bb9c9bc7-372b-4f63-a5f6-c04dcda8f9ba service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628700 Feb 17 17:53:15.692994 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2361bdec-5dff-46cd-b132-b05b2c7654a0 req-293df7ce-2dd9-4962-98da-19ac08633537 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051895 Feb 17 17:53:15.863700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b3ee-0cab-4389-9f73-127964da1756 req-3d4fdd72-4ef1-4dfb-bf92-5334687624f5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:15.865834 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cc3b3ee-0cab-4389-9f73-127964da1756 req-3d4fdd72-4ef1-4dfb-bf92-5334687624f5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2749622 Feb 17 17:53:15.910896 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-974fb5dc-b9b8-4b77-b9de-96235b939245 req-c9553bb0-3427-4e73-919f-68718a35c89b service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1983552 Feb 17 17:53:15.950687 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8cc3b3ee-0cab-4389-9f73-127964da1756 req-8b9bcb88-fa08-4cc1-b31b-200d2ee15e8d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695186 Feb 17 17:53:16.119173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da103770-ef65-4ca4-bf16-5376f88bdcc1 req-1f2e96cd-9a7b-4b24-8be7-05a02db22e36 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.121174 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da103770-ef65-4ca4-bf16-5376f88bdcc1 req-1f2e96cd-9a7b-4b24-8be7-05a02db22e36 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1256771 Feb 17 17:53:16.234579 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da103770-ef65-4ca4-bf16-5376f88bdcc1 req-d0e9116f-ded5-4beb-b3d1-75398341c572 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051886 Feb 17 17:53:16.257178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-ccbf962d-ad65-49c5-a60a-113b976ecb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.259163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-ccbf962d-ad65-49c5-a60a-113b976ecb73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=281e133e208547e382601977d39b914e&device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 1160 time: 0.1153629 Feb 17 17:53:16.455222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-a93abfec-d585-49bf-aed9-2ee00cf9c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.456938 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-a93abfec-d585-49bf-aed9-2ee00cf9c946 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 200 len: 903 time: 0.1834147 Feb 17 17:53:16.556267 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-7624b7bb-2293-4dee-ba57-2ff2e4824e0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe884e0-aeab-4d91-83af-b6e43354c90e HTTP/1.1" status: 200 len: 217 time: 0.0857377 Feb 17 17:53:16.927442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-c6d784a9-f639-4989-9a44-74f7c4e93924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:16.929549 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-c6d784a9-f639-4989-9a44-74f7c4e93924 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=33ad3049-f05e-4ebd-a208-4022351a1626 HTTP/1.1" status: 200 len: 849 time: 0.3520889 Feb 17 17:53:17.040392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-a955dd5e-de3e-44d1-915e-b1cd57208df6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659623 Feb 17 17:53:17.162832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02bd8c-3ea9-482b-8eb0-7cac72f61390 req-96fc3469-f154-49e0-8af7-47a59f3b9568 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.164603 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f02bd8c-3ea9-482b-8eb0-7cac72f61390 req-96fc3469-f154-49e0-8af7-47a59f3b9568 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.4623141 Feb 17 17:53:17.267704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7ab35e8-de27-40ab-a9f5-8ce752768784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:17.498801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615d77-ff29-4ad1-9a6f-77b82c9cffe0 req-8a0402b8-f8a7-4e39-ab16-a48ab9117c0b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.506757 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5615d77-ff29-4ad1-9a6f-77b82c9cffe0 req-8a0402b8-f8a7-4e39-ab16-a48ab9117c0b tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 943 time: 0.5812323 Feb 17 17:53:17.514050 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2f02bd8c-3ea9-482b-8eb0-7cac72f61390 req-a4cb99cf-5493-4cbd-a2de-3aa0878d221a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402684 Feb 17 17:53:17.591933 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-948b28dd-babc-43a2-b6a4-18c64fe68424 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282369 Feb 17 17:53:17.605965 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5615d77-ff29-4ad1-9a6f-77b82c9cffe0 req-74a9920f-7352-41ac-aace-c947d558f9b0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982060 Feb 17 17:53:17.866589 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ccc6bd9-e9ff-440a-b5eb-b5032558db60 req-af5e2ba2-3983-4f5a-8259-b09df6650c56 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2586915 Feb 17 17:53:17.947728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d638-113e-4fc2-a433-e94acf8bfaa1 req-4837a181-9324-4691-a5b9-677f8dcbe5f9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:17.950788 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9c8d638-113e-4fc2-a433-e94acf8bfaa1 req-4837a181-9324-4691-a5b9-677f8dcbe5f9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1676409 Feb 17 17:53:18.053396 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9c8d638-113e-4fc2-a433-e94acf8bfaa1 req-04710d5e-1221-4e82-8897-bf89e7379d75 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836353 Feb 17 17:53:18.331512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bce1d-a339-49af-a0bc-ad5d57825432 req-3836ed3c-9361-4812-a8a9-51ad04d8254d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:18.340470 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a68bce1d-a339-49af-a0bc-ad5d57825432 req-3836ed3c-9361-4812-a8a9-51ad04d8254d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.1464663 Feb 17 17:53:18.423791 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a68bce1d-a339-49af-a0bc-ad5d57825432 req-4dc6f587-8f97-40cd-ba72-bd86f8a89910 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Feb 17 17:53:18.788795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de5f4-06cb-428b-8204-c1362137f3fa req-ffd79b6d-a785-47a6-a1c8-f38293c5a926 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:18.796359 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-836de5f4-06cb-428b-8204-c1362137f3fa req-ffd79b6d-a785-47a6-a1c8-f38293c5a926 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1764727 Feb 17 17:53:18.821049 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-83a087bb-ea9a-4cdf-99ac-f83644ec3015 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3480213 Feb 17 17:53:18.855126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:18.861873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-836de5f4-06cb-428b-8204-c1362137f3fa req-864d39fa-17ca-463c-b362-ca30469a88c6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645740 Feb 17 17:53:18.865275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:18.870275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:floatingip and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:18.874596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:18.883374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:18.898891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:19.087662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9477634a-804e-443d-be38-8339c8eb898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:19.142141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a2e49-9fa3-4bf0-b100-edb403c877e9 req-d69a6426-91c9-4766-b7af-d0e8cefc4a49 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:19.143969 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2a2e49-9fa3-4bf0-b100-edb403c877e9 req-d69a6426-91c9-4766-b7af-d0e8cefc4a49 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1532493 Feb 17 17:53:19.238300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2a2e49-9fa3-4bf0-b100-edb403c877e9 req-8f03a07f-d4b9-4c49-a0e3-b82bdb8d3f85 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850263 Feb 17 17:53:19.260157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:19.575519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4949d-2fb0-416d-b6f8-ca9831986755 req-8b6899be-be07-4e03-9461-a5f542bdef5f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:19.583357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc4949d-2fb0-416d-b6f8-ca9831986755 req-8b6899be-be07-4e03-9461-a5f542bdef5f tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 943 time: 0.2134802 Feb 17 17:53:19.687777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc4949d-2fb0-416d-b6f8-ca9831986755 req-605a198d-d851-4782-b625-27881f8c153e tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034329 Feb 17 17:53:19.733363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Allocated IP 172.27.3.250 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/b400ab12-c81e-466a-8e54-33c319a3e7df) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:53:19.969441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.077738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.098442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.105433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-285f9526-40bd-4a1a-a29f-4793c7a5f1ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:20.416850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:53:20.423977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:53:20.427256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'Port': ['ID=b400ab12-c81e-466a-8e54-33c319a3e7df,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:20.431643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:53:20.452066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42962) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:20.536649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:20.633300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.806567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.850050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:20.922732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:20.933796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:84aa42ec279f473e993fdc9300e73cbc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:20.949565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:20.970563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:21.098152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657abe1-4b37-444f-90e4-f9d0a378e759 req-92207f47-8cff-492f-b67f-bc520fdb5f50 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:21.100566 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9657abe1-4b37-444f-90e4-f9d0a378e759 req-92207f47-8cff-492f-b67f-bc520fdb5f50 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2155333 Feb 17 17:53:21.219293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.225237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.236800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e227cbdc-8276-4611-8cf1-d98c95b98e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:21.272329 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9657abe1-4b37-444f-90e4-f9d0a378e759 req-f9f896ec-ec5a-4b8c-bcc9-725ae96b5072 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517112 Feb 17 17:53:21.290249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a100f-9e95-4b8e-a3b1-dd49edd4974d,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:21.298641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84aa42ec279f473e993fdc9300e73cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446689 Feb 17 17:53:21.299552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 42974) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:21.300642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:21.381790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.387525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.388713 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.401419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.421207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c749ee72-5e57-4ddc-b8aa-982c8b0b432c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:21.422186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.478893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.485096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13033dec-5ab8-47f6-bf85-573c1d05ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:21.498537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a100f-9e95-4b8e-a3b1-dd49edd4974d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:21.509852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:21.510723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:21.518878 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e4a100f-9e95-4b8e-a3b1-dd49edd4974d HTTP/1.1" status: 204 len: 168 time: 0.2166071 Feb 17 17:53:21.739851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.019484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'Port': ['ID=b400ab12-c81e-466a-8e54-33c319a3e7df,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:22.022662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:22.080938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa48a-1186-4e9e-a81e-d6ea323cc1dd req-3c5ac4e2-eb78-4797-8bed-77fb28a1a6f5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:22.088526 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43baa48a-1186-4e9e-a81e-d6ea323cc1dd req-3c5ac4e2-eb78-4797-8bed-77fb28a1a6f5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.5357497 Feb 17 17:53:22.211969 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43baa48a-1186-4e9e-a81e-d6ea323cc1dd req-b8508ec3-c464-403a-842e-7d571adca55b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225264 Feb 17 17:53:22.213791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.247692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:22.249300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4179697 Feb 17 17:53:22.357734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-453b1b99-c442-444a-aa6b-b3d141780937 req-c31fb0f0-0b90-4f97-b659-7fd68bbdbd38 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:22.379441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-453b1b99-c442-444a-aa6b-b3d141780937 req-c31fb0f0-0b90-4f97-b659-7fd68bbdbd38 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:22.380756 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-c31fb0f0-0b90-4f97-b659-7fd68bbdbd38 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1249919 Feb 17 17:53:22.676595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1b99-c442-444a-aa6b-b3d141780937 req-2d4adf8c-a086-44b5-8b77-61c3e4b81d05 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:22.678220 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-2d4adf8c-a086-44b5-8b77-61c3e4b81d05 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.2777100 Feb 17 17:53:22.686375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f9180-8df1-4152-9a80-1fad56c8606e req-c1bcf470-54ff-4a46-90d2-1b476614b0d1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:22.688056 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97f9180-8df1-4152-9a80-1fad56c8606e req-c1bcf470-54ff-4a46-90d2-1b476614b0d1 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 943 time: 0.2386692 Feb 17 17:53:22.694879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-2bb10ecf-b7a5-4a51-a3df-8f63f8401666 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:53:22.695957 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-453b1b99-c442-444a-aa6b-b3d141780937 req-2bb10ecf-b7a5-4a51-a3df-8f63f8401666 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0069177 Feb 17 17:53:22.757032 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c97f9180-8df1-4152-9a80-1fad56c8606e req-aeebbdf1-96a4-4c39-a942-890bf9474b79 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599177 Feb 17 17:53:23.073535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983c31-8075-434a-bffc-3414dd782b6a req-cc521d55-417a-4220-8436-cfb322349892 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.087158 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-cc521d55-417a-4220-8436-cfb322349892 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2318258 Feb 17 17:53:23.165387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982261f-c249-46d5-87ce-2f49dce3988e req-6ef0e59a-9ab1-49b7-a2e4-281591118c86 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.167114 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f982261f-c249-46d5-87ce-2f49dce3988e req-6ef0e59a-9ab1-49b7-a2e4-281591118c86 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2737727 Feb 17 17:53:23.235361 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-bcbc9d47-fa0e-423b-82a8-2b89d8269985 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1471999 Feb 17 17:53:23.259136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'floatingip': {'port_id': '6c36848f-4b54-427d-a685-a7911e4e757c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:23.372103 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f982261f-c249-46d5-87ce-2f49dce3988e req-064092d5-02f9-4633-9243-8fb0332eeb10 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720037 Feb 17 17:53:23.390154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:23.716336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bfe884e0-aeab-4d91-83af-b6e43354c90e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:23.915393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port bfe884e0-aeab-4d91-83af-b6e43354c90e completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:53:23.923561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bfe884e0-aeab-4d91-83af-b6e43354c90e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:23.924282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:23.996640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7700233-1210-4a1d-a977-8d4254cb15f5 req-a8ee8e7f-b0cd-4774-9fdc-64c90a4f6873 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:23.998308 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7700233-1210-4a1d-a977-8d4254cb15f5 req-a8ee8e7f-b0cd-4774-9fdc-64c90a4f6873 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3181226 Feb 17 17:53:24.108851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:24.155395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:24.179705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bfe884e0-aeab-4d91-83af-b6e43354c90e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfe884e0-aeab-4d91-83af-b6e43354c90e,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:24.196658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:24.207392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:24.208222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7700233-1210-4a1d-a977-8d4254cb15f5 req-509b81b7-cdad-41c5-affa-770b8bca27cc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039622 Feb 17 17:53:24.329747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bfe884e0-aeab-4d91-83af-b6e43354c90e,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:24.353036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.354629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.355101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.355706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.358700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.364092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.364480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.366495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.366495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.366495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.366495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.367505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.367505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.367652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.369802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.370084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.370683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.371054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.371424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:53:24.376977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:24.692385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f903b4-f631-48b2-b11b-32500f864a0b req-dd5c4b4a-f5f7-4025-a4d8-9bef27140098 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:24.694152 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39f903b4-f631-48b2-b11b-32500f864a0b req-dd5c4b4a-f5f7-4025-a4d8-9bef27140098 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.3308218 Feb 17 17:53:24.802953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39f903b4-f631-48b2-b11b-32500f864a0b req-1f1d7d01-d506-4cdb-bd61-3cfaf418d2f3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Feb 17 17:53:24.804728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 17:53:24.899982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e', 'code': 200} Feb 17 17:53:24.995038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bfe884e0-aeab-4d91-83af-b6e43354c90e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:25.159805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bfe884e0-aeab-4d91-83af-b6e43354c90e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:25.160393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:25.261185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:25.270158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:25.489513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a0d5-188d-4bd4-b323-0003d910fe2d req-67d11404-4699-4a8d-815f-4cce48d7de37 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.491198 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bd8a0d5-188d-4bd4-b323-0003d910fe2d req-67d11404-4699-4a8d-815f-4cce48d7de37 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3387408 Feb 17 17:53:25.577807 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Floating IP 762d7b33-2fcd-4764-ae7f-e104581ae907 associated. External IP: 172.27.3.250, port: 6c36848f-4b54-427d-a685-a7911e4e757c. Feb 17 17:53:25.704666 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bd8a0d5-188d-4bd4-b323-0003d910fe2d req-86ea7fbf-3335-4f9f-83ab-c9a3c0e03744 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036362 Feb 17 17:53:25.725545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58bf92-ffee-4017-aaac-5c0fdd258d91 req-66496ec0-1a05-4173-8808-e9376393fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:25.727223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c58bf92-ffee-4017-aaac-5c0fdd258d91 req-66496ec0-1a05-4173-8808-e9376393fea0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 1162 time: 0.4021645 Feb 17 17:53:25.816400 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c58bf92-ffee-4017-aaac-5c0fdd258d91 req-87b488b5-c420-411d-9021-8addd436df0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Feb 17 17:53:26.087577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94323f-9190-4baf-943b-cd95d00a2f0f req-9b8ff7fe-c9b9-4ac5-908b-16f563a507d6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.089161 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b94323f-9190-4baf-943b-cd95d00a2f0f req-9b8ff7fe-c9b9-4ac5-908b-16f563a507d6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.2092719 Feb 17 17:53:26.098381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Router fe35dfa3-73e8-494e-975f-f0578abde47e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:53:26.279605 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b94323f-9190-4baf-943b-cd95d00a2f0f req-ddef1fdf-8b0d-470e-85b7-7d281ee7bb67 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833081 Feb 17 17:53:26.334168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:53:26.338980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:26.344789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Sync routers for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:53:26.356308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:53:26.357061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:53:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:26.440738 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-f4637a44-3e1d-4d9c-a55b-df8c59b2426d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "PUT /v2.0/floatingips/762d7b33-2fcd-4764-ae7f-e104581ae907 HTTP/1.1" status: 200 len: 996 time: 3.1936495 Feb 17 17:53:26.448061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:26.560198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:53:26.562321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103386c2-278a-4187-9bf9-25c373ab0dfe req-a72b9c78-4c01-4c7d-b20e-5e9b54fc02de tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.564020 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-103386c2-278a-4187-9bf9-25c373ab0dfe req-a72b9c78-4c01-4c7d-b20e-5e9b54fc02de tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.1671302 Feb 17 17:53:26.570959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983c31-8075-434a-bffc-3414dd782b6a req-8d3446ac-1e0c-4ffc-91c4-3bffb6bf7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.572571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-8d3446ac-1e0c-4ffc-91c4-3bffb6bf7716 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.1139255 Feb 17 17:53:26.708759 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-103386c2-278a-4187-9bf9-25c373ab0dfe req-0d9bfe95-914e-4420-8252-6297b03421c2 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350853 Feb 17 17:53:26.781569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983c31-8075-434a-bffc-3414dd782b6a req-0d983106-dd4a-4338-84ea-1cab8863c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.783363 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-0d983106-dd4a-4338-84ea-1cab8863c485 service neutron] 10.222.0.58 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.1956680 Feb 17 17:53:26.899122 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-5f6b1447-86c1-4479-973d-709bea4a87a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 999 time: 0.1084130 Feb 17 17:53:26.987341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983c31-8075-434a-bffc-3414dd782b6a req-e5e2a330-256c-43ad-ad56-9a22c40d6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:26.989108 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-e5e2a330-256c-43ad-ad56-9a22c40d6333 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.0815921 Feb 17 17:53:27.012979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '762d7b33-2fcd-4764-ae7f-e104581ae907', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'port_id': '6c36848f-4b54-427d-a685-a7911e4e757c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'mac_address': 'fa:16:3e:d2:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:53:20Z', 'updated_at': '2021-02-17T17:53:24Z', 'revision_number': 1, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:27.017745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Checking router: fe35dfa3-73e8-494e-975f-f0578abde47e for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:53:27.029932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:53:27.031215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:53:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:27.064551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:53:27.109787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983c31-8075-434a-bffc-3414dd782b6a req-5d99adb7-36f0-4325-85d1-635daff122c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.111900 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-5d99adb7-36f0-4325-85d1-635daff122c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155233 Feb 17 17:53:27.124507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-957a4080-35cd-4c6f-92e4-3ae9aba8aa20 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:53:27.125908 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-957a4080-35cd-4c6f-92e4-3ae9aba8aa20 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062170 Feb 17 17:53:27.255266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:53:27.572071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-2c4ed8ab-3e8e-4e07-a588-d205ff4100ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.573977 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-2c4ed8ab-3e8e-4e07-a588-d205ff4100ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1163 time: 0.0947282 Feb 17 17:53:27.674050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '762d7b33-2fcd-4764-ae7f-e104581ae907', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'port_id': '6c36848f-4b54-427d-a685-a7911e4e757c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'mac_address': 'fa:16:3e:d2:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:53:20Z', 'updated_at': '2021-02-17T17:53:24Z', 'revision_number': 1, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:27.680035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff66f9-3532-4581-9a2c-88b5f7da58d6 None None] The sync data for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi is: [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '762d7b33-2fcd-4764-ae7f-e104581ae907', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'port_id': '6c36848f-4b54-427d-a685-a7911e4e757c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'mac_address': 'fa:16:3e:d2:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:53:20Z', 'updated_at': '2021-02-17T17:53:24Z', 'revision_number': 1, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:53:27.718207 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-724f5ef1-1e37-494c-99e6-6dfda6dcdab1 service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853448 Feb 17 17:53:27.829863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490904f-0318-4229-9faa-c1e606b5791b req-cb72e9e3-92aa-4429-ad37-f18f340843be tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.831705 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f490904f-0318-4229-9faa-c1e606b5791b req-cb72e9e3-92aa-4429-ad37-f18f340843be tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.6159732 Feb 17 17:53:27.893776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-e26652e2-a483-48a5-8a78-1fda00ccdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.895432 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-e26652e2-a483-48a5-8a78-1fda00ccdb52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.5935431 Feb 17 17:53:27.903327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-0240319c-3383-4e80-8fcd-d058761b5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.904942 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-0240319c-3383-4e80-8fcd-d058761b5ccc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1162 time: 0.5547144 Feb 17 17:53:27.971782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-43661abe-c3ed-42d8-bde1-c2fb705ed8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:27.973403 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-43661abe-c3ed-42d8-bde1-c2fb705ed8a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.3879423 Feb 17 17:53:28.102689 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-d1f8659e-51fa-447b-96a0-aefe3c7cd69a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 1001 time: 0.1158144 Feb 17 17:53:28.125993 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f490904f-0318-4229-9faa-c1e606b5791b req-6cba02a2-865e-4ae6-b989-d74615b99b61 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734480 Feb 17 17:53:28.194678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d58486-7c52-47f9-99df-fc4cd39d3776 None None] New status for floating IP 762d7b33-2fcd-4764-ae7f-e104581ae907: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:53:28.208205 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-43983c31-8075-434a-bffc-3414dd782b6a req-1ca71903-210d-4d16-8ba2-2cc37f684d2e service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4771843 Feb 17 17:53:28.245241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-1316e5fc-ae7c-49c5-84f9-f550b1bc2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.248385 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-1316e5fc-ae7c-49c5-84f9-f550b1bc2e6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.1239140 Feb 17 17:53:28.261863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-79ce2e4a-0c47-483a-ac06-adc2befa33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.263697 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-79ce2e4a-0c47-483a-ac06-adc2befa33bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.3371134 Feb 17 17:53:28.266388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-b6fd51ed-5ea2-4622-ada7-1d3e38433259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.267934 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-b6fd51ed-5ea2-4622-ada7-1d3e38433259 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.3159180 Feb 17 17:53:28.393951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-8a0bbc6c-d4df-473a-bb9a-aaf0f7a5b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.395698 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-8a0bbc6c-d4df-473a-bb9a-aaf0f7a5b44c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367126 Feb 17 17:53:28.672450 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-c11984de-4fc9-4521-a415-0ae8cb2f9df1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 999 time: 0.3214948 Feb 17 17:53:28.673138 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-079bc2ad-f846-4afa-808d-43db5a177474 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597085 Feb 17 17:53:28.675557 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-3228a81c-2f51-4441-8af4-a349f8de95f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 1000 time: 0.2524221 Feb 17 17:53:28.701534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55c8ec-d2ba-442c-98be-601e62f5ccb7 req-160d8f28-a2b0-419b-8f81-500b8957631f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.703239 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a55c8ec-d2ba-442c-98be-601e62f5ccb7 req-160d8f28-a2b0-419b-8f81-500b8957631f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.4169691 Feb 17 17:53:28.717231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffc499-9344-4413-80c1-f12a5cd7a9b9 req-8488c74d-c996-460a-bdd1-dacec44f4a05 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.718866 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7dffc499-9344-4413-80c1-f12a5cd7a9b9 req-8488c74d-c996-460a-bdd1-dacec44f4a05 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.2825863 Feb 17 17:53:28.887086 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1dcd1a5-8805-4cde-91ad-5cf76746b995 req-f724e933-2b90-43f2-b543-76c5d4d5a7af service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1729758 Feb 17 17:53:28.914849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-5ea12def-43c2-4b81-81fc-7d3c9b741d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.916454 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-5ea12def-43c2-4b81-81fc-7d3c9b741d4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.1433609 Feb 17 17:53:28.941743 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a55c8ec-d2ba-442c-98be-601e62f5ccb7 req-e5159cc8-c9be-4088-86ad-a2ce6ac71df9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218270 Feb 17 17:53:28.945307 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7dffc499-9344-4413-80c1-f12a5cd7a9b9 req-2232db78-7cd6-4991-8b24-0f82ef20d886 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007519 Feb 17 17:53:28.946748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-5c35a28c-b849-43d3-8da1-d73b10f53a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:28.948270 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-5c35a28c-b849-43d3-8da1-d73b10f53a69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.2383618 Feb 17 17:53:28.974903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-728453878', 'description': 'tempest-TestMinimumBasicScenario-728453878 description'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:28.981567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:28.985578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:security_group and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:28.988928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:29.080448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:29.121297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.157680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:29.165368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bfe884e0-aeab-4d91-83af-b6e43354c90e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:29.171263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:security_group_rule and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:29.176729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:29.185912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:29.202845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-bda9e4f5-eea3-47ea-b352-ddfb88c37442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.204462 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-bda9e4f5-eea3-47ea-b352-ddfb88c37442 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1747985 Feb 17 17:53:29.216808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-8b6fda8b-1001-48a3-bd6e-c6f44a010ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.218437 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-8b6fda8b-1001-48a3-bd6e-c6f44a010ca7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2263212 Feb 17 17:53:29.264191 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bfe884e0-aeab-4d91-83af-b6e43354c90e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:29.264910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.572302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.593375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.605917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-623af4f0-c96a-4389-8241-87756cd65908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:29.649230 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-508d079b-5f36-4722-9142-3cf703a08ace service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133358 Feb 17 17:53:29.665685 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-2f3a8966-577a-4e81-8fad-abc36f9a5ca2 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019651 Feb 17 17:53:29.683914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0047639-9401-40df-9df4-7f457453bcec req-4673511c-9230-4c74-bf64-b7a2b60e6a75 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:29.685602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0047639-9401-40df-9df4-7f457453bcec req-4673511c-9230-4c74-bf64-b7a2b60e6a75 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3975360 Feb 17 17:53:29.688150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:29.712950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:29.714247 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-86573a1c-2428-4a89-acc7-2eaf17a38fba req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7442505 Feb 17 17:53:29.715174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:30.233078 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f0047639-9401-40df-9df4-7f457453bcec req-8b7b3ce3-e116-4d41-9b32-757964f66205 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928465 Feb 17 17:53:30.293813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a27b2a37-8308-484e-a31b-e7933bbda79a req-163e6163-afd9-448c-a4bb-6852fafeab71 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6029465 Feb 17 17:53:30.320237 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-271a1870-209d-4c93-b662-7f2a049b34dc req-659f3b9c-e4f7-43f9-8d3e-9bffb3c20e1c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups/3d4c6766-7c04-4694-95ba-e3a7d9fdd1de HTTP/1.1" status: 200 len: 1812 time: 0.1214001 Feb 17 17:53:30.322619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06f31627-b825-4b0d-a42b-8aa51f200634 req-81f30de4-4768-44b9-bca5-9a6c6f329e47 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6354904 Feb 17 17:53:30.332974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d4c6766-7c04-4694-95ba-e3a7d9fdd1de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:30.333258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d4c6766-7c04-4694-95ba-e3a7d9fdd1de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:30.342561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:30.346455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:security_group_rule and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:30.352485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:30.403777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:30.493375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.520187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd16-00d9-4440-a37e-3a5a50c451c3 req-28f85f64-1c74-47d9-8b78-abc0ad1395fa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.521853 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-464edd16-00d9-4440-a37e-3a5a50c451c3 req-28f85f64-1c74-47d9-8b78-abc0ad1395fa tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.1714857 Feb 17 17:53:30.556460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.561009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.566205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:30.609164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99af7b2d-fd6a-4520-918c-6a29ed46fe3d,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:30.616988 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-464edd16-00d9-4440-a37e-3a5a50c451c3 req-78282c2a-32d4-4457-90fe-7a72b481f1c0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818441 Feb 17 17:53:30.617757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.618907 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-271a1870-209d-4c93-b662-7f2a049b34dc req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2907941 Feb 17 17:53:30.619836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:30.721088 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-8c2c9d35-4b8f-4a91-b646-21735d3ca057 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups/3d4c6766-7c04-4694-95ba-e3a7d9fdd1de HTTP/1.1" status: 200 len: 2405 time: 0.0639594 Feb 17 17:53:30.734369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d4c6766-7c04-4694-95ba-e3a7d9fdd1de', 'remote_group_id': None}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:30.734783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d4c6766-7c04-4694-95ba-e3a7d9fdd1de', 'remote_group_id': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:30.782871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:53:30.797746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Usage tracker for resource:security_group_rule and tenant:2b5f361fbf7641ba8df871297fbacf36 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:53:30.802677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:53:30.811630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:53:30.881817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736453f7-1b69-4d30-a72b-a09371a15511 req-a84440d5-8c1c-4695-b6de-7a973e34d6d3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:30.883462 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-736453f7-1b69-4d30-a72b-a09371a15511 req-a84440d5-8c1c-4695-b6de-7a973e34d6d3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1437912 Feb 17 17:53:30.893572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.944409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.950307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.956585 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-736453f7-1b69-4d30-a72b-a09371a15511 req-3580ccc7-d056-4baa-be46-d572c1e3015b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649724 Feb 17 17:53:30.961086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:30.985719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bf380d-9030-4ba6-95ec-e0ab85cb6415,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:30.991149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:30.994851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:30.996129 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-62ee8a36-1c92-4762-b0bf-ee5be4e334c0 req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2664080 Feb 17 17:53:31.138350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-991449bd-2d6b-46f6-9da6-5b2a2e0f88c6 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:31.155925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-991449bd-2d6b-46f6-9da6-5b2a2e0f88c6 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:31.157189 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-991449bd-2d6b-46f6-9da6-5b2a2e0f88c6 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-728453878&fields=id&tenant_id=2b5f361fbf7641ba8df871297fbacf36 HTTP/1.1" status: 200 len: 267 time: 0.0666399 Feb 17 17:53:31.257404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-d21fe156-158e-4c3c-a0dd-79f6d404afa5 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:31.259097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-d21fe156-158e-4c3c-a0dd-79f6d404afa5 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.0930762 Feb 17 17:53:31.274960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'port': {'security_groups': ['810b5dba-6859-47f3-aba7-8d53e14e20c0', '3d4c6766-7c04-4694-95ba-e3a7d9fdd1de']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:31.478895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.624315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a029ce-07aa-4a23-b85e-780670e7e78d req-0065f5ec-af8f-417b-b279-bf4068ab2bbf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:31.625972 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30a029ce-07aa-4a23-b85e-780670e7e78d req-0065f5ec-af8f-417b-b279-bf4068ab2bbf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2360413 Feb 17 17:53:31.706201 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-30a029ce-07aa-4a23-b85e-780670e7e78d req-c92df663-6173-4a9d-8ca3-5d53c7482a7a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736461 Feb 17 17:53:31.881978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:31.908157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.911692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:31.932294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:32.155720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=5']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:32.166749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:32.217873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.218642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.220232 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d0e990bc-35af-4ad7-8a90-f2d36bc2a82d req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "PUT /v2.0/ports/6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 981 time: 0.9512203 Feb 17 17:53:32.220812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:32.242681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ad62-6913-4645-a0ec-8a8a9edcdc56 req-e8e464a8-9c00-4bf4-9df4-bc47ce634ee5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.244348 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b42ad62-6913-4645-a0ec-8a8a9edcdc56 req-e8e464a8-9c00-4bf4-9df4-bc47ce634ee5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1584628 Feb 17 17:53:32.307184 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b42ad62-6913-4645-a0ec-8a8a9edcdc56 req-efbd758c-9893-4839-b4df-f783216eb62c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542016 Feb 17 17:53:32.477185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-26e1c4b7-b214-42e5-86f6-3218e3da1cdb None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:32.477987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26e1c4b7-b214-42e5-86f6-3218e3da1cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:32.528007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8fd71-4428-4ac3-a4e1-88520f03e130 req-db4b9e4d-7e00-4b99-ac35-5d22ed0f2384 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.529870 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ccb8fd71-4428-4ac3-a4e1-88520f03e130 req-db4b9e4d-7e00-4b99-ac35-5d22ed0f2384 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1069088 Feb 17 17:53:32.555760 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:53:32.594242 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ccb8fd71-4428-4ac3-a4e1-88520f03e130 req-e4661d72-a456-4293-bb23-ae76fce89f0b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0570047 Feb 17 17:53:32.795998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a7613-4cc1-4572-a338-6c516f2fde8b req-141e204c-6e5d-4ec9-9e8b-5b5a712e2fba tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.797648 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-544a7613-4cc1-4572-a338-6c516f2fde8b req-141e204c-6e5d-4ec9-9e8b-5b5a712e2fba tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.1504111 Feb 17 17:53:32.890750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-83d75569-89ea-48bf-b86c-2372174051f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:32.892408 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-83d75569-89ea-48bf-b86c-2372174051f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1202 time: 0.1780744 Feb 17 17:53:32.921109 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-544a7613-4cc1-4572-a338-6c516f2fde8b req-77c82d71-b39a-47d4-8235-c66135d4b3f0 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147346 Feb 17 17:53:33.068661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568905c-823f-4bf4-81bd-ae63c62bfbca req-7ec680cc-c7ee-4616-a839-d19df3c26aae tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.070340 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6568905c-823f-4bf4-81bd-ae63c62bfbca req-7ec680cc-c7ee-4616-a839-d19df3c26aae tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2395270 Feb 17 17:53:33.113007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-20c2f406-8b64-4785-9ab3-37c3bb464d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.114654 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-20c2f406-8b64-4785-9ab3-37c3bb464d88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.1972659 Feb 17 17:53:33.221623 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6568905c-823f-4bf4-81bd-ae63c62bfbca req-bcf91c6b-a872-4e0b-8bf8-fdeca95bbcb2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404798 Feb 17 17:53:33.244197 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-e17aed6f-63fb-4458-943e-b8213c1c87d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 1001 time: 0.1155138 Feb 17 17:53:33.365804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-3ab63a97-5e63-4e77-99f6-d1ff8091edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.367541 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-3ab63a97-5e63-4e77-99f6-d1ff8091edbf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.0700133 Feb 17 17:53:33.562606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a2519-cae9-41ca-9069-79574488b689 req-03277321-031f-4579-abf8-a4f7b1957a71 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.564248 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9d9a2519-cae9-41ca-9069-79574488b689 req-03277321-031f-4579-abf8-a4f7b1957a71 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1227398 Feb 17 17:53:33.566194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-d8ced0ad-c4ab-4ed6-a540-7ff1925f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:33.567710 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-d8ced0ad-c4ab-4ed6-a540-7ff1925f6442 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617498 Feb 17 17:53:33.705665 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9d9a2519-cae9-41ca-9069-79574488b689 req-9641904d-6ce0-4328-93d9-909e8929e637 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345184 Feb 17 17:53:33.748923 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-75fc475d-ab1a-4bae-b925-879d87148202 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614468 Feb 17 17:53:33.899163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25426665-b8f5-422a-b6ac-60beb9d2103f req-deed60a0-ead0-450f-85cf-3ae7d0e562e5 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395490 Feb 17 17:53:34.132635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160c38-e819-4105-959c-ac6d2301f3bf req-2a06a173-7487-4eb5-859f-f70840cfcbbc tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.134265 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7160c38-e819-4105-959c-ac6d2301f3bf req-2a06a173-7487-4eb5-859f-f70840cfcbbc tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.0878615 Feb 17 17:53:34.187059 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7160c38-e819-4105-959c-ac6d2301f3bf req-6d04c153-0876-44d8-9d3c-b00871719b57 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Feb 17 17:53:34.429303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcba44-ae11-42a8-b955-71932910db50 req-4f8711b4-92b1-41d0-a027-1cdc78ad4cf4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.430936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfbcba44-ae11-42a8-b955-71932910db50 req-4f8711b4-92b1-41d0-a027-1cdc78ad4cf4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0877538 Feb 17 17:53:34.482524 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bfbcba44-ae11-42a8-b955-71932910db50 req-9affbf9c-b244-47b3-9baf-9ca6871bcf5c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450025 Feb 17 17:53:34.825143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:34.902848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:34.903275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:34.916258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7094c1-1ead-445f-9cd4-9a9f59c7d741 req-a2c21f3b-ce25-4a2a-b3a6-477b23863067 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:34.918021 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6d7094c1-1ead-445f-9cd4-9a9f59c7d741 req-a2c21f3b-ce25-4a2a-b3a6-477b23863067 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0927157 Feb 17 17:53:34.969377 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6d7094c1-1ead-445f-9cd4-9a9f59c7d741 req-3c2683cd-7da1-46ee-be45-ca62012eefc3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Feb 17 17:53:35.053216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:35.133858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:35.134428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:35.388648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1edd6c-fb53-4f8e-8265-1c65de278426 req-b4a3daa7-f2a7-4d7e-a055-7d1e8544ae60 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.390259 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a1edd6c-fb53-4f8e-8265-1c65de278426 req-b4a3daa7-f2a7-4d7e-a055-7d1e8544ae60 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.0859425 Feb 17 17:53:35.443095 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a1edd6c-fb53-4f8e-8265-1c65de278426 req-cb57e8f8-b115-4709-8a5f-510c9160bd61 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Feb 17 17:53:35.696543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bede4f-c296-4453-95c8-8e400f84b15c req-52a23faa-1981-4af9-93e1-66ed8c707b0f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:35.698248 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01bede4f-c296-4453-95c8-8e400f84b15c req-52a23faa-1981-4af9-93e1-66ed8c707b0f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0936375 Feb 17 17:53:35.750575 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01bede4f-c296-4453-95c8-8e400f84b15c req-78ae83ff-48cc-46c9-8c6f-eef3c9446819 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Feb 17 17:53:36.180204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aea50-cb25-47a9-81ee-29589eeba00f req-82bd6b94-8abf-4442-9b50-1209cca916a2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:36.181848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c91aea50-cb25-47a9-81ee-29589eeba00f req-82bd6b94-8abf-4442-9b50-1209cca916a2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0940282 Feb 17 17:53:36.234779 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c91aea50-cb25-47a9-81ee-29589eeba00f req-826af64e-ca20-46ae-9d56-dd5a5a9a0f76 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458136 Feb 17 17:53:36.473008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:36.585935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:36.587004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:36.823354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43268) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:36.994751 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-fd884a49-e177-4753-ac5e-e927ac127197 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1694524 Feb 17 17:53:37.009857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:37.039711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28e5b-ee7d-4967-8921-6e2461c15896 req-24a44391-ad3e-452d-8ba1-a312c2410146 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:37.041330 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6d28e5b-ee7d-4967-8921-6e2461c15896 req-24a44391-ad3e-452d-8ba1-a312c2410146 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.4530783 Feb 17 17:53:37.048738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73263c1-f797-422b-8cde-937078bcde3e req-1492f7f0-6b04-4188-aa7b-0e7272827569 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:37.053719 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c73263c1-f797-422b-8cde-937078bcde3e req-1492f7f0-6b04-4188-aa7b-0e7272827569 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.3909476 Feb 17 17:53:37.123218 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c6d28e5b-ee7d-4967-8921-6e2461c15896 req-b298acf9-8e58-47d6-b7e1-a6c6237470b6 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684185 Feb 17 17:53:37.153243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c73263c1-f797-422b-8cde-937078bcde3e req-a36e4ed8-7aae-4c23-aa7e-fd030a29b0dc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644615 Feb 17 17:53:37.161438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:37.197545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:37.208125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:37.211862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:37.214951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:37.265325 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'code': 422} returned with failed status Feb 17 17:53:37.315583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:37.327366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:38.339394 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c93c-ce70-479f-9a44-b08865e340b1 req-323128e3-b4cd-4ddc-b6f3-008078580d74 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.341086 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57a0c93c-ce70-479f-9a44-b08865e340b1 req-323128e3-b4cd-4ddc-b6f3-008078580d74 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.0934947 Feb 17 17:53:38.378156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bfe884e0-aeab-4d91-83af-b6e43354c90e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:53:38.409077 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57a0c93c-ce70-479f-9a44-b08865e340b1 req-5e37ce0d-96c8-4ac3-ba9a-6b3625abe948 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604899 Feb 17 17:53:38.496506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bfe884e0-aeab-4d91-83af-b6e43354c90e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:53:38.496951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:38.771377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-b1c30a8b-fceb-4239-b755-103fa2c074b3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.772940 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-b1c30a8b-fceb-4239-b755-103fa2c074b3 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.3180289 Feb 17 17:53:38.778927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea1c98-792a-44a8-9106-f5d05936748e req-51a05eca-c1ea-4216-9c89-0a5b3dd292b4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.780655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fea1c98-792a-44a8-9106-f5d05936748e req-51a05eca-c1ea-4216-9c89-0a5b3dd292b4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2855842 Feb 17 17:53:38.788979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-94cb5369-6e87-4b03-bcfd-fac608283c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.790581 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-94cb5369-6e87-4b03-bcfd-fac608283c6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.2115896 Feb 17 17:53:38.799443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662239-bc17-4082-96fa-dd59b4d8461f req-9da2dd85-f4ab-4f5f-95a4-8404a8831a1a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:38.800953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77662239-bc17-4082-96fa-dd59b4d8461f req-9da2dd85-f4ab-4f5f-95a4-8404a8831a1a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2389078 Feb 17 17:53:39.018565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77662239-bc17-4082-96fa-dd59b4d8461f req-58e00dba-ac21-4147-a650-b3ed95abdd2d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018096 Feb 17 17:53:39.021883 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fea1c98-792a-44a8-9106-f5d05936748e req-bb1a1b13-8dbb-48ef-b155-4e6adb22ef0b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302909 Feb 17 17:53:39.051252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Deleting port bfe884e0-aeab-4d91-83af-b6e43354c90e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:53:39.051641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:39.178492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-8fdf3334-81d0-4e7c-99e7-11702586faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:39.180125 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-8fdf3334-81d0-4e7c-99e7-11702586faae service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.3308306 Feb 17 17:53:39.269851 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-70e4fa89-b593-410b-9446-ee35c8a2f36a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 217 time: 0.0739176 Feb 17 17:53:39.450928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-71da33fa-bf65-4e54-a262-d91526bbc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:39.452531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-71da33fa-bf65-4e54-a262-d91526bbc2e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1565475 Feb 17 17:53:39.496048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] For port bfe884e0-aeab-4d91-83af-b6e43354c90e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfe884e0-aeab-4d91-83af-b6e43354c90e,segment=NetworkSegment(217ab7a6-a982-4610-a6c8-a70e60d7141f),segment_id=217ab7a6-a982-4610-a6c8-a70e60d7141f)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:53:39.497026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:39.709090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Calling delete_port for bfe884e0-aeab-4d91-83af-b6e43354c90e owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:53:39.778383 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-0487b17c-7dc2-4ee3-a46a-b59ed849224b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112835 Feb 17 17:53:39.807913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bfe884e0-aeab-4d91-83af-b6e43354c90e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:53:39.931533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:39.995372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86f5b9-eaef-45df-a78b-93d831ba9e9d req-c883d039-913b-4224-8acb-e93b69a03985 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:39.996931 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7e86f5b9-eaef-45df-a78b-93d831ba9e9d req-c883d039-913b-4224-8acb-e93b69a03985 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 945 time: 0.4292974 Feb 17 17:53:40.058042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-135315c4-3652-4793-ab6a-79f8d441f659 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685771 Feb 17 17:53:40.162565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:40.199199 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7e86f5b9-eaef-45df-a78b-93d831ba9e9d req-80d58604-4c4c-4653-a551-1949dffa9efe tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac58d434-ac84-4340-9338-d690c8f1293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790996 Feb 17 17:53:40.199880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac56e1e8-ee8e-40fd-849a-ba574d133736 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:40.362576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Pushing event deleted for resources: {'Port': ['ID=bfe884e0-aeab-4d91-83af-b6e43354c90e,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:53:40.410537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:40.746798 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e643e96e-3d0b-47f0-b36c-d46acd37fbe4 req-ccca2d83-d2aa-46d4-86bb-518576e3d2a4 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6707611 Feb 17 17:53:40.796418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfb410-ba51-4e93-98d2-07752e0f0832 req-ac15ec6a-2749-4c5b-9737-595bb29b2477 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:40.798057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98cfb410-ba51-4e93-98d2-07752e0f0832 req-ac15ec6a-2749-4c5b-9737-595bb29b2477 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.6334665 Feb 17 17:53:40.808346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84675011-9ed6-4172-b7a0-a084030407f7 req-b6da3098-c403-476c-8181-bc38fccaa7d4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:40.810035 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84675011-9ed6-4172-b7a0-a084030407f7 req-b6da3098-c403-476c-8181-bc38fccaa7d4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.4613318 Feb 17 17:53:40.882494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] No DVR routers for this DVR port bfe884e0-aeab-4d91-83af-b6e43354c90e on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:53:40.891590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:40.894772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'name': 'network-vif-deleted', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:53:40.943977 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-64a2fd15-83d5-4b1f-a21a-e75fc329b1ee req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.65 "DELETE /v2.0/ports/bfe884e0-aeab-4d91-83af-b6e43354c90e HTTP/1.1" status: 204 len: 173 time: 2.0912941 Feb 17 17:53:40.948692 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98cfb410-ba51-4e93-98d2-07752e0f0832 req-0f789464-bb9e-4f06-8573-7138f5efdf6f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108072 Feb 17 17:53:40.951783 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84675011-9ed6-4172-b7a0-a084030407f7 req-a15d58d5-b9b8-4fff-9633-c73636bedc23 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072054 Feb 17 17:53:41.008322 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf72cf3-8578-42e9-96bd-b45fdd23f82d', 'name': 'network-vif-deleted', 'tag': 'bfe884e0-aeab-4d91-83af-b6e43354c90e', 'status': 'completed', 'code': 200} Feb 17 17:53:41.384575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-08b550ca-fdbb-444c-9583-820a9209495f req-7aa77c8f-239a-4a0b-88f4-98dfbae207db tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Synchronizing usage tracker for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:53:41.443964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-08b550ca-fdbb-444c-9583-820a9209495f req-7aa77c8f-239a-4a0b-88f4-98dfbae207db tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Unset dirty status for tenant:281e133e208547e382601977d39b914e on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:53:41.445249 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-08b550ca-fdbb-444c-9583-820a9209495f req-7aa77c8f-239a-4a0b-88f4-98dfbae207db tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbf72cf3-8578-42e9-96bd-b45fdd23f82d HTTP/1.1" status: 200 len: 210 time: 0.1116652 Feb 17 17:53:41.486777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-3747897f-1613-43d2-aef0-166031beed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:41.488379 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-3747897f-1613-43d2-aef0-166031beed99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6&tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 1161 time: 0.0889018 Feb 17 17:53:41.623566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-48ddcaa7-fab1-4257-950e-131874e31511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:41.625222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-48ddcaa7-fab1-4257-950e-131874e31511 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1161 time: 0.0811870 Feb 17 17:53:41.707188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:53:41.789997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-cbe1de75-9fd7-4e50-8e3a-97ad46dbb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:41.791764 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-cbe1de75-9fd7-4e50-8e3a-97ad46dbb89c service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.1483541 Feb 17 17:53:41.979800 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-b29918e7-f570-41de-91a1-288fdc4431a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 999 time: 0.1734099 Feb 17 17:53:42.065230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4d0a-5622-476c-9c42-d85ad75b6557 req-9774ab26-5afe-4e87-8047-7f3f08a8e997 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.066874 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-460c4d0a-5622-476c-9c42-d85ad75b6557 req-9774ab26-5afe-4e87-8047-7f3f08a8e997 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.1671417 Feb 17 17:53:42.181857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-f2f037c3-66d5-42a0-b5b1-383d97d0615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.183498 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-f2f037c3-66d5-42a0-b5b1-383d97d0615c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.1853981 Feb 17 17:53:42.195744 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-460c4d0a-5622-476c-9c42-d85ad75b6557 req-9db2c1d9-58d5-4672-b612-4171d83f4620 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210253 Feb 17 17:53:42.296754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55c960-38b6-4d78-9d34-859be41ab28f req-bec8aab4-426d-4611-8699-2dc71237ac46 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.298385 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a55c960-38b6-4d78-9d34-859be41ab28f req-bec8aab4-426d-4611-8699-2dc71237ac46 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2036238 Feb 17 17:53:42.370700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-6f50b836-e319-40a9-a2a4-13e11ccaaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.372357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-6f50b836-e319-40a9-a2a4-13e11ccaaddc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1744881 Feb 17 17:53:42.503813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a55c960-38b6-4d78-9d34-859be41ab28f req-25ea8909-21ad-45cf-ae86-713824449665 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974690 Feb 17 17:53:42.574502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc5d3c-7122-4881-a980-3267efa167a3 req-67b5aba3-2570-4ea0-a664-8f43ba9c3a3b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:42.576134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ddfc5d3c-7122-4881-a980-3267efa167a3 req-67b5aba3-2570-4ea0-a664-8f43ba9c3a3b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2499092 Feb 17 17:53:42.578256 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-c07337e9-509c-4a45-a035-0b2694e3cf07 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848288 Feb 17 17:53:42.717607 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ddfc5d3c-7122-4881-a980-3267efa167a3 req-9b43874e-4fe0-45f6-a54a-5d1ba8d7e249 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349151 Feb 17 17:53:42.769687 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7ec8290-4567-4d2a-b094-b0f0447ec136 req-722dce67-e2a4-4719-8627-83c39c009ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1695225 Feb 17 17:53:43.051848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:43.409638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b87d9-d9b1-457a-940e-735c5a23c856 req-8502fd7d-a2d9-461f-90cd-076a6f9760f9 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.411297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c89b87d9-d9b1-457a-940e-735c5a23c856 req-8502fd7d-a2d9-461f-90cd-076a6f9760f9 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0918915 Feb 17 17:53:43.460935 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c89b87d9-d9b1-457a-940e-735c5a23c856 req-4ddf77eb-84b3-4789-80ca-dd06d5147b98 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Feb 17 17:53:43.718340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e020b14-7c0e-459a-a31f-933069888c59 req-78e26470-4669-4b58-b179-7c00d6ae7285 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.719873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e020b14-7c0e-459a-a31f-933069888c59 req-78e26470-4669-4b58-b179-7c00d6ae7285 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0946372 Feb 17 17:53:43.771067 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e020b14-7c0e-459a-a31f-933069888c59 req-c825b8e9-4fc8-4738-acea-ff0d8558dd7d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Feb 17 17:53:43.953499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90fda1-ecb8-47ee-a128-4873187d39d1 req-3db99a9c-f731-4c54-b6ca-d4fe804e99b5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:43.955363 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb90fda1-ecb8-47ee-a128-4873187d39d1 req-3db99a9c-f731-4c54-b6ca-d4fe804e99b5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0956762 Feb 17 17:53:44.012278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb90fda1-ecb8-47ee-a128-4873187d39d1 req-d12f2215-bf6d-4921-a801-cfa6bb093e56 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489824 Feb 17 17:53:44.668569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2246db-eb8c-4372-be8b-459b47912399 req-8a47cc22-083b-4ddb-bcf6-5ea33cc56cc4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:44.670210 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff2246db-eb8c-4372-be8b-459b47912399 req-8a47cc22-083b-4ddb-bcf6-5ea33cc56cc4 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0918350 Feb 17 17:53:44.720478 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff2246db-eb8c-4372-be8b-459b47912399 req-ddeaf2af-5f4c-4805-9084-a65ff6eec35e tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Feb 17 17:53:44.988240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381a31-a4b7-46af-b7a5-4ff5711db484 req-cded9532-fc66-4f74-8bd5-bccb011b9d7a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:44.990603 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23381a31-a4b7-46af-b7a5-4ff5711db484 req-cded9532-fc66-4f74-8bd5-bccb011b9d7a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0977657 Feb 17 17:53:45.075189 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23381a31-a4b7-46af-b7a5-4ff5711db484 req-21c36cbe-6c0a-4990-b239-8572918f9da2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Feb 17 17:53:45.240590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3d771-2c93-41d4-b931-1ca88ec75d77 req-fb792c37-b34a-4985-bb64-ec560dc40085 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.242540 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1fe3d771-2c93-41d4-b931-1ca88ec75d77 req-fb792c37-b34a-4985-bb64-ec560dc40085 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0894599 Feb 17 17:53:45.295337 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1fe3d771-2c93-41d4-b931-1ca88ec75d77 req-54af558d-d11d-429b-b5c3-072bb52ed0a3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Feb 17 17:53:45.930117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da781ba-80fe-4d40-9bac-6fa1f6c641c4 req-d4799491-c695-4b6b-8134-49811c92efc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:45.931811 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0da781ba-80fe-4d40-9bac-6fa1f6c641c4 req-d4799491-c695-4b6b-8134-49811c92efc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0899346 Feb 17 17:53:45.981949 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0da781ba-80fe-4d40-9bac-6fa1f6c641c4 req-b84aa7c9-bd13-46e1-8b64-33e8e93197b1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Feb 17 17:53:46.283145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329646d-fb7c-400a-bb0e-ac4dcf07cd1d req-59ed0b92-446d-41e1-a014-4fc4e7e25a18 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.285380 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a329646d-fb7c-400a-bb0e-ac4dcf07cd1d req-59ed0b92-446d-41e1-a014-4fc4e7e25a18 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0993977 Feb 17 17:53:46.343909 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a329646d-fb7c-400a-bb0e-ac4dcf07cd1d req-c535bffb-3a41-403b-9a6b-b635f3851cae tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Feb 17 17:53:46.519630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed3d3-3651-4d46-9b47-e7ede83c3cd4 req-2cf3ec61-8dc7-4fd7-a2fa-55f13023c738 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:46.521328 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d22ed3d3-3651-4d46-9b47-e7ede83c3cd4 req-2cf3ec61-8dc7-4fd7-a2fa-55f13023c738 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0951004 Feb 17 17:53:46.583132 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d22ed3d3-3651-4d46-9b47-e7ede83c3cd4 req-6327685a-eb6b-432b-b14b-8a918a034438 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548947 Feb 17 17:53:47.187871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558a4db-f671-4025-8ae5-12c28266cffb req-97dce0b8-c4bd-4719-8ad5-fc6838e125a7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:47.189531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4558a4db-f671-4025-8ae5-12c28266cffb req-97dce0b8-c4bd-4719-8ad5-fc6838e125a7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0889473 Feb 17 17:53:47.241869 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4558a4db-f671-4025-8ae5-12c28266cffb req-24ccc3ee-159b-4415-a2d8-9433b013c372 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Feb 17 17:53:47.280902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0157417-cd0e-4cae-b9ed-a4633be3ce67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:47.560861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf221a8-672d-4ae0-a15d-ff69857cf01c req-381ab3da-06e9-4770-9bc3-f0bf7a491ba5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:47.562441 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dcf221a8-672d-4ae0-a15d-ff69857cf01c req-381ab3da-06e9-4770-9bc3-f0bf7a491ba5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0991266 Feb 17 17:53:47.613705 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dcf221a8-672d-4ae0-a15d-ff69857cf01c req-0cdd2030-6a3d-4b46-87d6-f109f7d01533 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Feb 17 17:53:47.799410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fa45-c7bb-4bc8-b415-d1711f20ab4a req-af52945f-95df-4ec0-9566-3989f397b9d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:47.801210 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3206fa45-c7bb-4bc8-b415-d1711f20ab4a req-af52945f-95df-4ec0-9566-3989f397b9d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0918293 Feb 17 17:53:47.851662 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3206fa45-c7bb-4bc8-b415-d1711f20ab4a req-a4fd2972-7de9-4f5d-a168-5b757c47dfda tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Feb 17 17:53:48.499282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5ecf-93a1-4d0e-9291-033b3f7af540 req-b4e1605b-c601-4c3c-9cf4-693347e44c27 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:48.501124 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d6ef5ecf-93a1-4d0e-9291-033b3f7af540 req-b4e1605b-c601-4c3c-9cf4-693347e44c27 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0922394 Feb 17 17:53:48.552910 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d6ef5ecf-93a1-4d0e-9291-033b3f7af540 req-42d66dc8-f3b2-47a5-9e32-b233004be2b7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Feb 17 17:53:48.832960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ca4c-1848-42de-96c1-e5934be53950 req-94731774-5069-4647-a1bd-a56334f26fc1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:48.836243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1d8ca4c-1848-42de-96c1-e5934be53950 req-94731774-5069-4647-a1bd-a56334f26fc1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1008174 Feb 17 17:53:48.885089 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1d8ca4c-1848-42de-96c1-e5934be53950 req-7019903e-7d65-4e4f-808d-9980c65fcb2c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Feb 17 17:53:49.087500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99661b3a-17e2-4b20-8ba3-6a18efc0b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:49.106857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d589e-e0b6-4ec2-ba20-f079b76632d1 req-bc7dc773-03bc-4f03-990a-85920839b706 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:49.112862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e4d589e-e0b6-4ec2-ba20-f079b76632d1 req-bc7dc773-03bc-4f03-990a-85920839b706 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1328661 Feb 17 17:53:49.172824 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e4d589e-e0b6-4ec2-ba20-f079b76632d1 req-3e64eee4-b7e6-4c79-a913-f02c67599410 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563228 Feb 17 17:53:49.762862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37333df1-4a8b-45f7-af49-d856ed38dfc1 req-27e87d4d-6751-4074-83cc-5e77847347b2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:49.765791 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37333df1-4a8b-45f7-af49-d856ed38dfc1 req-27e87d4d-6751-4074-83cc-5e77847347b2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0921569 Feb 17 17:53:49.813696 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-37333df1-4a8b-45f7-af49-d856ed38dfc1 req-28376864-e937-4213-bec3-808fa8ef1efd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Feb 17 17:53:50.067369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:50.110702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8982-3aa0-4156-924a-6a9573c42a4f req-27cd6313-8b33-4d63-aba8-cf9ec4fb8ee5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:50.112346 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-22dc8982-3aa0-4156-924a-6a9573c42a4f req-27cd6313-8b33-4d63-aba8-cf9ec4fb8ee5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1093423 Feb 17 17:53:50.172700 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-22dc8982-3aa0-4156-924a-6a9573c42a4f req-648ecb5f-7008-42cd-9658-6e8a848a2adc tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540452 Feb 17 17:53:50.395118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9f741-92fa-471b-9ce6-f10ee9dfccad req-e4c286ec-6ca0-4cf0-be27-a490258a27eb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:50.396928 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe9f741-92fa-471b-9ce6-f10ee9dfccad req-e4c286ec-6ca0-4cf0-be27-a490258a27eb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0964894 Feb 17 17:53:50.449966 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe9f741-92fa-471b-9ce6-f10ee9dfccad req-7e869729-bb82-4445-b62b-75dedc24ac38 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Feb 17 17:53:51.023202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777dd05-c152-45e5-982e-44e1ba5aaf17 req-51c62e05-8a5a-4df4-a9bb-5ee7f795666d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:51.024812 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c777dd05-c152-45e5-982e-44e1ba5aaf17 req-51c62e05-8a5a-4df4-a9bb-5ee7f795666d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0913785 Feb 17 17:53:51.078621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c777dd05-c152-45e5-982e-44e1ba5aaf17 req-4545da37-f53c-4acb-87c1-f09eb0965774 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Feb 17 17:53:51.384272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.390731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e94a4-48ca-4a2c-9aa8-d11198330240 req-aaca8488-3786-46bc-a6bc-d5fd9b8f30e0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:51.392366 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-284e94a4-48ca-4a2c-9aa8-d11198330240 req-aaca8488-3786-46bc-a6bc-d5fd9b8f30e0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0898690 Feb 17 17:53:51.441057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-284e94a4-48ca-4a2c-9aa8-d11198330240 req-9e436b74-d7e0-458e-a927-69d99b20c12f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Feb 17 17:53:51.684568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2905-2184-4772-b702-f8172812c193 req-d315c04c-d059-4df9-a03e-f8a09f2d5a99 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:51.686245 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d9b2905-2184-4772-b702-f8172812c193 req-d315c04c-d059-4df9-a03e-f8a09f2d5a99 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1098790 Feb 17 17:53:51.724200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:51.740615 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d9b2905-2184-4772-b702-f8172812c193 req-769c2364-78f4-4ad9-a1bc-8a0e6a03d9f3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478716 Feb 17 17:53:52.294116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee65f-1ff1-4fa5-9775-cbdcd0ba2544 req-67e89965-48a1-42c6-9aa0-762db0669365 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:52.295658 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74fee65f-1ff1-4fa5-9775-cbdcd0ba2544 req-67e89965-48a1-42c6-9aa0-762db0669365 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0959027 Feb 17 17:53:52.345580 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-74fee65f-1ff1-4fa5-9775-cbdcd0ba2544 req-33a31e9b-81a4-4bd9-b549-2d647b8b0aa2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Feb 17 17:53:52.653231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff947284-45cf-4601-b9cb-27a27965d6f9 req-e8f9a128-f340-4ed0-9bd9-ab85852286d4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:52.654883 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff947284-45cf-4601-b9cb-27a27965d6f9 req-e8f9a128-f340-4ed0-9bd9-ab85852286d4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0881183 Feb 17 17:53:52.705348 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ff947284-45cf-4601-b9cb-27a27965d6f9 req-df7de5c9-0697-4e4a-a12c-870c9367b3f0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Feb 17 17:53:52.968153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845f78a-6e96-476e-b2d8-fd8b3dcc8280 req-d8091273-c637-418c-bf54-ae1ed74665b4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:52.969771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1845f78a-6e96-476e-b2d8-fd8b3dcc8280 req-d8091273-c637-418c-bf54-ae1ed74665b4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0935519 Feb 17 17:53:53.019745 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1845f78a-6e96-476e-b2d8-fd8b3dcc8280 req-3d2a051c-b3e7-477f-b56f-c21eae58f77b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Feb 17 17:53:53.707096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80994bc0-9948-46ef-98d1-645ab678ee1e req-c9e0d7d3-09ed-4284-84c0-b295762beeae tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.708804 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80994bc0-9948-46ef-98d1-645ab678ee1e req-c9e0d7d3-09ed-4284-84c0-b295762beeae tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.0883482 Feb 17 17:53:53.762512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80994bc0-9948-46ef-98d1-645ab678ee1e req-5d1a32a2-3968-4089-a41a-e1d552ed0007 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Feb 17 17:53:53.918137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff55471-299d-421b-b27e-d882214413c2 req-c126e0f4-e4a6-4023-a76b-b8ce877f6933 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:53.920188 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bff55471-299d-421b-b27e-d882214413c2 req-c126e0f4-e4a6-4023-a76b-b8ce877f6933 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0965080 Feb 17 17:53:53.980288 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bff55471-299d-421b-b27e-d882214413c2 req-ddafcd3c-d6f2-459d-a334-749d9257ca79 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Feb 17 17:53:54.571302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050ec1-b1e2-4a92-b178-d0b915ee6980 req-7f4d69d5-028e-421f-864f-6c63ea10b92c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:54.573037 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f050ec1-b1e2-4a92-b178-d0b915ee6980 req-7f4d69d5-028e-421f-864f-6c63ea10b92c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.3839536 Feb 17 17:53:54.657849 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f050ec1-b1e2-4a92-b178-d0b915ee6980 req-5f0ae477-417d-400b-84f9-99f461fb1b09 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757589 Feb 17 17:53:55.035856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c1a2-3b96-4d1c-85c3-3fe79eb53c26 req-c666f029-9e86-4fe9-b477-0deb4f8215a0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:55.053583 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5156c1a2-3b96-4d1c-85c3-3fe79eb53c26 req-c666f029-9e86-4fe9-b477-0deb4f8215a0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.1463192 Feb 17 17:53:55.262046 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5156c1a2-3b96-4d1c-85c3-3fe79eb53c26 req-387335fa-6b47-4783-b536-c5cea9fd1cc8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057168 Feb 17 17:53:55.319263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affebc-22c6-4da8-853e-ccd3e929202b req-a9c91968-15f1-47cb-9217-d14188c6dfcb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:55.321273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5affebc-22c6-4da8-853e-ccd3e929202b req-a9c91968-15f1-47cb-9217-d14188c6dfcb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2110734 Feb 17 17:53:55.383692 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a5affebc-22c6-4da8-853e-ccd3e929202b req-6881effd-a50b-4b96-b317-eff83063ff87 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534742 Feb 17 17:53:56.131991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d554-d539-4561-a6ef-9515ab55f5f6 req-c988b642-8973-458a-9e58-e01f6161e5b7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:56.134692 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b865d554-d539-4561-a6ef-9515ab55f5f6 req-c988b642-8973-458a-9e58-e01f6161e5b7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1307533 Feb 17 17:53:56.201554 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b865d554-d539-4561-a6ef-9515ab55f5f6 req-7cd9ceef-c66b-43b3-b257-0bd9dbfb2154 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603154 Feb 17 17:53:56.540580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a326-366c-4ccc-a2c2-bc41fc4e63ed req-f4a1d6c0-98fe-4b58-8005-78aa0658ca37 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:56.543210 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e62a326-366c-4ccc-a2c2-bc41fc4e63ed req-f4a1d6c0-98fe-4b58-8005-78aa0658ca37 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.1496673 Feb 17 17:53:56.675947 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e62a326-366c-4ccc-a2c2-bc41fc4e63ed req-a0129207-09cc-4a4f-8844-7cc904ca71f8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Feb 17 17:53:56.712315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218272d-d3d1-4176-b537-54797969b22a req-4155c5e1-a35b-4195-91e2-5e79cdc8bc9f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:56.714157 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4218272d-d3d1-4176-b537-54797969b22a req-4155c5e1-a35b-4195-91e2-5e79cdc8bc9f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1696782 Feb 17 17:53:56.768604 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4218272d-d3d1-4176-b537-54797969b22a req-bfaf1bc4-80ff-44d9-9671-22c2d45ee198 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Feb 17 17:53:57.441366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207963f1-a7d2-4b00-b19c-91762eb8c3a5 req-76d69de1-7ccb-4c06-ba59-19b9d23453cb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:57.449248 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-207963f1-a7d2-4b00-b19c-91762eb8c3a5 req-76d69de1-7ccb-4c06-ba59-19b9d23453cb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1115434 Feb 17 17:53:57.503336 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-207963f1-a7d2-4b00-b19c-91762eb8c3a5 req-eebfa478-54cf-4e12-8e9b-a09883f3f590 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525467 Feb 17 17:53:58.060679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22a4d-c7a1-4909-b3aa-8c4f5ec711e9 req-25304500-e0ad-4104-bd35-e3ecf7183140 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:58.063085 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19c22a4d-c7a1-4909-b3aa-8c4f5ec711e9 req-25304500-e0ad-4104-bd35-e3ecf7183140 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.2421918 Feb 17 17:53:58.102222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865bae2-3f44-4aa9-a0f9-7e3ce4e53935 req-83cad7be-6fd9-4e6a-97b7-7e533862a6f5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:58.103971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8865bae2-3f44-4aa9-a0f9-7e3ce4e53935 req-83cad7be-6fd9-4e6a-97b7-7e533862a6f5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1704025 Feb 17 17:53:58.194212 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19c22a4d-c7a1-4909-b3aa-8c4f5ec711e9 req-989213f2-d9b9-4511-b317-518027287a4f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123667 Feb 17 17:53:58.198279 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8865bae2-3f44-4aa9-a0f9-7e3ce4e53935 req-ae00f46f-3310-4a24-a6de-b260f593de1a tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797219 Feb 17 17:53:58.741881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00416fc-2c06-4477-9359-3036625ab70f req-dd9b9f53-2c79-42f1-85f2-85d276cb5e08 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:58.743453 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a00416fc-2c06-4477-9359-3036625ab70f req-dd9b9f53-2c79-42f1-85f2-85d276cb5e08 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0917645 Feb 17 17:53:58.796179 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a00416fc-2c06-4477-9359-3036625ab70f req-6f4df8aa-86d4-4555-b545-4b843e6a56ab tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Feb 17 17:53:59.580032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640c59f-bd13-48fb-9c02-a7bde6b10cc2 req-8d18f787-0c0b-431d-9a4a-f8c28f741088 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:59.586674 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b640c59f-bd13-48fb-9c02-a7bde6b10cc2 req-8d18f787-0c0b-431d-9a4a-f8c28f741088 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.2160406 Feb 17 17:53:59.627762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985abf3-9577-4478-99f3-f97267bddbc6 req-fd28e4c8-f95a-4e17-bd17-f657da68f617 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:53:59.635699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3985abf3-9577-4478-99f3-f97267bddbc6 req-fd28e4c8-f95a-4e17-bd17-f657da68f617 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2174430 Feb 17 17:53:59.708205 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3985abf3-9577-4478-99f3-f97267bddbc6 req-0382f09e-bc22-4a2c-82cb-f65a30d22985 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713880 Feb 17 17:53:59.715094 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b640c59f-bd13-48fb-9c02-a7bde6b10cc2 req-96cbc0fc-bdde-47fa-91c3-f65052e1c086 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271241 Feb 17 17:54:00.099378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3bf39-7578-4337-88d0-25eed92c0c7a req-815e94c4-4ca4-46d3-ab26-3a8de4fc300f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:00.101108 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcf3bf39-7578-4337-88d0-25eed92c0c7a req-815e94c4-4ca4-46d3-ab26-3a8de4fc300f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1218240 Feb 17 17:54:00.156298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcf3bf39-7578-4337-88d0-25eed92c0c7a req-5b92943a-a804-4d6d-922a-84f8ecc7ad77 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Feb 17 17:54:00.998957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b1746-3fd9-4706-87b6-989f6582a50d req-4b4506ea-98d3-4da1-a1a7-c25a1054a114 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:01.000722 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-625b1746-3fd9-4706-87b6-989f6582a50d req-4b4506ea-98d3-4da1-a1a7-c25a1054a114 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1692824 Feb 17 17:54:01.011763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344728ec-cfa0-4e3a-b645-a902d3a44303 req-b9dc6420-e9dc-426f-ba83-b86a2d8e2586 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:01.013702 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-344728ec-cfa0-4e3a-b645-a902d3a44303 req-b9dc6420-e9dc-426f-ba83-b86a2d8e2586 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.1426179 Feb 17 17:54:01.126617 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-344728ec-cfa0-4e3a-b645-a902d3a44303 req-da598a5b-2dbd-4845-a32b-9d6b0ebf3de1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947962 Feb 17 17:54:01.141120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-625b1746-3fd9-4706-87b6-989f6582a50d req-b514aa26-9d9b-445f-b169-61246b89cb54 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262178 Feb 17 17:54:01.414997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202b968-aa82-4a50-8b59-9c1972926027 req-80b109a4-0a9d-41a5-8b26-ef43f73a5083 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:01.416887 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5202b968-aa82-4a50-8b59-9c1972926027 req-80b109a4-0a9d-41a5-8b26-ef43f73a5083 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1196995 Feb 17 17:54:01.488344 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5202b968-aa82-4a50-8b59-9c1972926027 req-84b63bde-3ef1-4c33-8994-7ed9ae7395ce tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648539 Feb 17 17:54:02.119729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-fef15781-f1ea-43b0-9116-a674336c50fe tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:02.121510 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-fef15781-f1ea-43b0-9116-a674336c50fe tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.1043572 Feb 17 17:54:02.217001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Deleting port bcfa12cf-c33d-4c00-9087-e93a52b49c73 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:02.217609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:02.609135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1403cef-b0ea-4ebe-822b-3f31b769cad7 req-db40e180-fc25-4c70-88cd-5f4de39b0c96 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:02.611169 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1403cef-b0ea-4ebe-822b-3f31b769cad7 req-db40e180-fc25-4c70-88cd-5f4de39b0c96 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3594034 Feb 17 17:54:02.649126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcfa12cf-c33d-4c00-9087-e93a52b49c73 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:02.653710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883544-a69a-4a34-aaf7-7269e0a7b121 req-0fe0e01d-a49f-407b-9652-1517198e64dd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:02.655371 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5883544-a69a-4a34-aaf7-7269e0a7b121 req-0fe0e01d-a49f-407b-9652-1517198e64dd tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 946 time: 0.3520427 Feb 17 17:54:02.787255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:02.787664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:02.790887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:02.815903 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e1403cef-b0ea-4ebe-822b-3f31b769cad7 req-8c0a90d7-7f22-44bf-b12f-86758463cdc0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893287 Feb 17 17:54:02.821633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:02.834626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:02.847626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:02.849988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:02.925696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:02.930648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:02.975354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f5883544-a69a-4a34-aaf7-7269e0a7b121 req-fe304aa1-cfb0-4855-924c-f19c8adfcac8 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909889 Feb 17 17:54:02.983621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Calling delete_port for bcfa12cf-c33d-4c00-9087-e93a52b49c73 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:03.082780 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73', 'code': 200} Feb 17 17:54:03.174721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670d515-5f3c-4e48-ac43-bf927e0e1520 req-aa1bc60b-9ce7-49cd-b269-ad5c15218b86 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:03.176410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9670d515-5f3c-4e48-ac43-bf927e0e1520 req-aa1bc60b-9ce7-49cd-b269-ad5c15218b86 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1611471 Feb 17 17:54:03.177338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:54:03.177703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:54:03.237165 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9670d515-5f3c-4e48-ac43-bf927e0e1520 req-52fcd2d3-9df1-4f65-9ec7-469f6a1bbb6f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Feb 17 17:54:03.678765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Deleting port bcfa12cf-c33d-4c00-9087-e93a52b49c73 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:03.679160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.328686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] For port bcfa12cf-c33d-4c00-9087-e93a52b49c73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcfa12cf-c33d-4c00-9087-e93a52b49c73,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:04.329240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.491670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Calling delete_port for bcfa12cf-c33d-4c00-9087-e93a52b49c73 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:04.552886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16a234-a32f-4b31-83bb-f39b53b3b94e req-e6a8783d-2f6d-454d-86ef-f4a6ede72e7b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:04.560707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf16a234-a32f-4b31-83bb-f39b53b3b94e req-e6a8783d-2f6d-454d-86ef-f4a6ede72e7b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.4063494 Feb 17 17:54:04.591664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da49a-ead2-4f69-8924-463ca135ecbc req-1906f0a8-8e76-4738-9acf-f9789ee51d13 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:04.600156 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d1da49a-ead2-4f69-8924-463ca135ecbc req-1906f0a8-8e76-4738-9acf-f9789ee51d13 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 944 time: 0.3946409 Feb 17 17:54:04.705240 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf16a234-a32f-4b31-83bb-f39b53b3b94e req-fd82d69f-9ed4-4688-91b6-841f2505e98d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435158 Feb 17 17:54:04.715472 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d1da49a-ead2-4f69-8924-463ca135ecbc req-53df9d81-a959-4596-9916-2739edded7d1 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143420 Feb 17 17:54:04.901234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:04.918994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65de4fc5-9a6b-4bae-86e6-1cef5a676180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:05.022746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event deleted for resources: {'Port': ['ID=bcfa12cf-c33d-4c00-9087-e93a52b49c73,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:05.031454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:05.113889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5dfa6-797d-4823-a3d1-5bac48b3d874 req-0443d054-0f0e-4bfa-880e-bd4c96c15d6a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:05.115774 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39d5dfa6-797d-4823-a3d1-5bac48b3d874 req-0443d054-0f0e-4bfa-880e-bd4c96c15d6a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2806890 Feb 17 17:54:05.212299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] No DVR routers for this DVR port bcfa12cf-c33d-4c00-9087-e93a52b49c73 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:05.217866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.221412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-deleted', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:05.247114 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-39d5dfa6-797d-4823-a3d1-5bac48b3d874 req-5b2307e9-7a9e-4aec-9bcb-3544f24c87a6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201851 Feb 17 17:54:05.279354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6866d9d-420b-4fac-91d7-1b1928f4bc14 req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "DELETE /v2.0/ports/bcfa12cf-c33d-4c00-9087-e93a52b49c73 HTTP/1.1" status: 204 len: 173 time: 3.1476817 Feb 17 17:54:05.294186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3', 'name': 'network-vif-deleted', 'tag': 'bcfa12cf-c33d-4c00-9087-e93a52b49c73', 'status': 'completed', 'code': 200} Feb 17 17:54:05.979009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-93534168-4e31-43fb-852e-aa6b4718681f req-73f5a277-eb26-4314-b442-a62d45b0d7d6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:06.006125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-93534168-4e31-43fb-852e-aa6b4718681f req-73f5a277-eb26-4314-b442-a62d45b0d7d6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:06.012800 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93534168-4e31-43fb-852e-aa6b4718681f req-73f5a277-eb26-4314-b442-a62d45b0d7d6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.1036129 Feb 17 17:54:06.052251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c061d2d-58d1-43e2-9516-6fd8c59aa52e req-4b6989f0-3aab-4965-b2ef-23d2209285b8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:06.060223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c061d2d-58d1-43e2-9516-6fd8c59aa52e req-4b6989f0-3aab-4965-b2ef-23d2209285b8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2170982 Feb 17 17:54:06.121125 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c061d2d-58d1-43e2-9516-6fd8c59aa52e req-6676d896-e3e8-4e55-b2ed-f8079bd3ce58 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Feb 17 17:54:06.480989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf944-2faf-4e46-a71b-8dea28faa6e9 req-f13a538e-3d7b-460a-9321-e5df2c3a6a18 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:06.482765 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc9bf944-2faf-4e46-a71b-8dea28faa6e9 req-f13a538e-3d7b-460a-9321-e5df2c3a6a18 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0922771 Feb 17 17:54:06.538505 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc9bf944-2faf-4e46-a71b-8dea28faa6e9 req-cb87e495-4f5d-4eb8-82ec-eb2eb66992e8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Feb 17 17:54:07.251536 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a1677a99-10e3-4e46-8aee-f67778fdffde req-28682510-a324-4a21-900b-04e44f837656 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0919411 Feb 17 17:54:07.358068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d2e0-2096-49b2-b78b-44d6f3f054e1 req-af55016d-5a79-4929-9179-3aecd471265f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:07.359884 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e120d2e0-2096-49b2-b78b-44d6f3f054e1 req-af55016d-5a79-4929-9179-3aecd471265f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1112602 Feb 17 17:54:07.427505 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e120d2e0-2096-49b2-b78b-44d6f3f054e1 req-96799b7d-ffce-4818-91e7-b7c4ce99ea17 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567932 Feb 17 17:54:07.759020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb615-ae36-43e3-830b-27de8c6d4b08 req-55531bbb-90ad-4ce1-92e3-765224246389 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:07.760655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d3bb615-ae36-43e3-830b-27de8c6d4b08 req-55531bbb-90ad-4ce1-92e3-765224246389 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0934072 Feb 17 17:54:07.812383 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d3bb615-ae36-43e3-830b-27de8c6d4b08 req-10c8edb3-4a13-4dc8-beae-9d6c01477200 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Feb 17 17:54:08.490687 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91d2a7c2-a81c-4863-b4f2-d62686fb8076 req-09c185a8-1d19-40e2-832e-237c1a835768 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f210da8-78e9-49cc-b2d5-dc9fefc4e6b3 HTTP/1.1" status: 200 len: 210 time: 0.0820465 Feb 17 17:54:08.692041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410f624-c88a-4259-b781-8bf79e62879a req-95a2dc21-9eb7-4e5e-9cfe-93916cc15c7c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:08.693707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a410f624-c88a-4259-b781-8bf79e62879a req-95a2dc21-9eb7-4e5e-9cfe-93916cc15c7c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1159868 Feb 17 17:54:08.748238 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a410f624-c88a-4259-b781-8bf79e62879a req-e90ddc30-b07f-478d-ba3e-57b2c8c3bd14 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Feb 17 17:54:09.039360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf8e2-6055-4c39-9f63-8f45a865a3ca req-d1c92de7-6e3b-48bf-b931-8197eaccf1a4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:09.041432 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-791bf8e2-6055-4c39-9f63-8f45a865a3ca req-d1c92de7-6e3b-48bf-b931-8197eaccf1a4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1032672 Feb 17 17:54:09.127729 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-791bf8e2-6055-4c39-9f63-8f45a865a3ca req-35572a57-d0ec-46f9-bdf5-1167f3d7e02d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789871 Feb 17 17:54:09.560097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-98a9735f-2ea2-4e04-8c70-40e261b4ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:09.561793 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-98a9735f-2ea2-4e04-8c70-40e261b4ca93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1161 time: 0.1074553 Feb 17 17:54:09.767598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-c9216e72-eed1-4941-a6c2-a3df039781a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:09.769563 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-c9216e72-eed1-4941-a6c2-a3df039781a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.1729815 Feb 17 17:54:10.029036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-4d12bb2c-affe-45d1-9ffa-25dff72e85cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 200 len: 999 time: 0.2427373 Feb 17 17:54:10.117349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d4466-7295-429d-bb70-7de5bc8bc3ff req-23103912-d230-4b1d-b181-073c48ba0834 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:10.118991 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f39d4466-7295-429d-bb70-7de5bc8bc3ff req-23103912-d230-4b1d-b181-073c48ba0834 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1997309 Feb 17 17:54:10.169611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-709ed0f6-ca20-435f-9427-13e83f483478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:10.171509 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-709ed0f6-ca20-435f-9427-13e83f483478 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.1304996 Feb 17 17:54:10.232867 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f39d4466-7295-429d-bb70-7de5bc8bc3ff req-ce146abf-0917-4847-96ab-88a5d7e7f542 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066518 Feb 17 17:54:10.274374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-82627ef3-f0da-40d3-9abf-948e65748214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:10.276075 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-82627ef3-f0da-40d3-9abf-948e65748214 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943754 Feb 17 17:54:10.502788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc675e1b-96a2-420a-933a-ede3e7a44799 req-6d1a3e8b-54ff-452d-a426-571d8250b93a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:10.510602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc675e1b-96a2-420a-933a-ede3e7a44799 req-6d1a3e8b-54ff-452d-a426-571d8250b93a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2333362 Feb 17 17:54:10.551296 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-7f4d581e-db2c-419a-9f97-a47a13c56330 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287731 Feb 17 17:54:10.672273 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc675e1b-96a2-420a-933a-ede3e7a44799 req-7bbe73f2-0acd-40af-a6ca-e49d6a958cfb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604049 Feb 17 17:54:10.740387 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19cb25f-a508-4f65-b486-044b4cf530a5 req-939727c9-00c2-4c66-b937-672aec4458af service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754332 Feb 17 17:54:11.402924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8bc8-252e-4c2e-a66a-b8f1db401bf9 req-0bedc61c-54a6-429a-b20d-b712b6a08d84 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:11.405251 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-979d8bc8-252e-4c2e-a66a-b8f1db401bf9 req-0bedc61c-54a6-429a-b20d-b712b6a08d84 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.1345303 Feb 17 17:54:11.788474 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-979d8bc8-252e-4c2e-a66a-b8f1db401bf9 req-caf478eb-95d1-4cb0-ba43-1e45c355d389 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344126 Feb 17 17:54:11.840217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61e9f0-8747-4ed0-b875-0af0b1cb2e1e req-c171dc27-4045-43cd-8c29-c33bb3b354f8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:11.844750 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd61e9f0-8747-4ed0-b875-0af0b1cb2e1e req-c171dc27-4045-43cd-8c29-c33bb3b354f8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.4380546 Feb 17 17:54:11.923809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bd61e9f0-8747-4ed0-b875-0af0b1cb2e1e req-e8f4dfd8-216e-4546-a89f-84c41c032648 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Feb 17 17:54:12.022711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b1de0-8f2a-4284-898e-e62898e92009 req-209865b9-34dd-41b8-80e8-ba98fe1ec8f7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:12.024912 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4b1b1de0-8f2a-4284-898e-e62898e92009 req-209865b9-34dd-41b8-80e8-ba98fe1ec8f7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0923128 Feb 17 17:54:12.079848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4b1b1de0-8f2a-4284-898e-e62898e92009 req-36e60440-b506-443c-8ec3-a470930dfc6e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Feb 17 17:54:13.071085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ef1e-a992-4bc0-b19d-3b09239909e6 req-ef75cbfa-fc9d-48ec-a9f4-b746d4f8d2ea tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:13.072745 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c32ef1e-a992-4bc0-b19d-3b09239909e6 req-ef75cbfa-fc9d-48ec-a9f4-b746d4f8d2ea tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.1325810 Feb 17 17:54:13.111605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:13.227775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c32ef1e-a992-4bc0-b19d-3b09239909e6 req-708d63bb-4024-40c4-957c-40e9118f17c5 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440864 Feb 17 17:54:13.260172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30b0d9-ecac-49f8-afa1-d1b36a1b64fb req-87f4a29c-b54a-42e7-b262-a150443e6521 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:13.260172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af30b0d9-ecac-49f8-afa1-d1b36a1b64fb req-87f4a29c-b54a-42e7-b262-a150443e6521 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1190453 Feb 17 17:54:13.330867 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af30b0d9-ecac-49f8-afa1-d1b36a1b64fb req-fe093481-7ac1-46d8-9364-6ad163bb8375 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679078 Feb 17 17:54:13.471894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73f3f1-c9c1-4c99-964b-02de457276a4 req-ed86ec29-8cae-474f-a5ef-366668158db1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:13.474628 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea73f3f1-c9c1-4c99-964b-02de457276a4 req-ed86ec29-8cae-474f-a5ef-366668158db1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0901954 Feb 17 17:54:13.540233 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea73f3f1-c9c1-4c99-964b-02de457276a4 req-902c9e07-dd99-44ce-99c7-4202bd88e5f3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585835 Feb 17 17:54:14.134018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 43a0ff2f-6c2e-40da-a695-43208cac50f9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:14.249150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 43a0ff2f-6c2e-40da-a695-43208cac50f9 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:14.249513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.302903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-c3e09db1-736a-4344-9e31-66a3abd2a86d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:14.305374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-c3e09db1-736a-4344-9e31-66a3abd2a86d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.1191685 Feb 17 17:54:14.560861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Deleting port 43a0ff2f-6c2e-40da-a695-43208cac50f9 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:14.561259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.856359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63361c-fcf0-400f-9a4b-0ed505b1e1cf req-2fdecc69-a112-42c7-9f5b-9e0e8a5725d2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:14.858043 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ee63361c-fcf0-400f-9a4b-0ed505b1e1cf req-2fdecc69-a112-42c7-9f5b-9e0e8a5725d2 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 945 time: 0.4251375 Feb 17 17:54:14.889457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43794) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:14.976601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5e967-e877-4645-9014-d9731aa990e4 req-4fccdf82-f791-48be-b016-2d536d76cc35 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:14.978129 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1ea5e967-e877-4645-9014-d9731aa990e4 req-4fccdf82-f791-48be-b016-2d536d76cc35 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.3485355 Feb 17 17:54:15.092467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.112259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:15.118093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Usage tracker for resource:security_group_rule and tenant:f8c6e0f9f7e740e99637bf7819a84b08 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:15.122679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:15.130514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:15.137140 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ee63361c-fcf0-400f-9a4b-0ed505b1e1cf req-fba75330-c479-400d-9878-f7b68a69b6b7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491381 Feb 17 17:54:15.157714 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1ea5e967-e877-4645-9014-d9731aa990e4 req-461b8731-ab13-40d7-b1e0-d0b160a9ae72 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640975 Feb 17 17:54:15.173007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] For port 43a0ff2f-6c2e-40da-a695-43208cac50f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=43a0ff2f-6c2e-40da-a695-43208cac50f9,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:15.173794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.267156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.278677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.296995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30f34dc4-e461-4ffb-a4a9-e873c2cdd235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:15.340719 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8c6e0f9f7e740e99637bf7819a84b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499886 Feb 17 17:54:15.343864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43802) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:15.355613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Calling delete_port for 43a0ff2f-6c2e-40da-a695-43208cac50f9 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:15.402551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85255022-c3b4-4f5a-a7be-cbb0ff4488e5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:15.415619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.416031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.416547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.416950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.417503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.417904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.418300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.418729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.419182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.419584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.419977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.420507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.421891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.422536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.423003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.423428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.423890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.424287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.424680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.425479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.426071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.426522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.427148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.427804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.446292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:15.470893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.512857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.577726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.586010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5cf40076-c38a-429e-a937-c56ef8edb5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:15.602077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85255022-c3b4-4f5a-a7be-cbb0ff4488e5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:15.605368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:15.606717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.610779 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85255022-c3b4-4f5a-a7be-cbb0ff4488e5 HTTP/1.1" status: 204 len: 168 time: 0.2633445 Feb 17 17:54:15.615065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42897a-4bd7-4ad9-a97f-91b0ad753376 req-640da71c-df93-42ab-b628-3f09c0086961 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:15.621938 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dd42897a-4bd7-4ad9-a97f-91b0ad753376 req-640da71c-df93-42ab-b628-3f09c0086961 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.2743149 Feb 17 17:54:15.700097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dd42897a-4bd7-4ad9-a97f-91b0ad753376 req-6c5668d6-c94d-4041-b97d-49fa189be297 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762267 Feb 17 17:54:15.714856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.732008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6c2478e0-0534-4ae2-b7d0-64a44374b1fb tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:15.831213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event deleted for resources: {'Port': ['ID=43a0ff2f-6c2e-40da-a695-43208cac50f9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:15.854733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.855050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.855460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.855867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.856263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.856669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.857065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.857461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.857851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.858247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.858657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.859047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.859532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.859930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.860317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.860708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.861099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.861789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.861917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.862247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.862661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.863049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.863438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.863830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:15.869536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:15.947772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 43a0ff2f-6c2e-40da-a695-43208cac50f9 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:15.970233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] No DVR routers for this DVR port 43a0ff2f-6c2e-40da-a695-43208cac50f9 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:15.972881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:15.976554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'name': 'network-vif-deleted', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:15.992992 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-88dd3d12-327f-4673-9f73-ca94718b8138 req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "DELETE /v2.0/ports/43a0ff2f-6c2e-40da-a695-43208cac50f9 HTTP/1.1" status: 204 len: 173 time: 1.6701260 Feb 17 17:54:16.006760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: 43a0ff2f-6c2e-40da-a695-43208cac50f9 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:16.007166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 43a0ff2f-6c2e-40da-a695-43208cac50f9 not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:16.035243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c5c94-e00d-4ab9-83ca-ac87edeb79ea', 'name': 'network-vif-deleted', 'tag': '43a0ff2f-6c2e-40da-a695-43208cac50f9', 'status': 'completed', 'code': 200} Feb 17 17:54:16.359926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-20eb67d3-ecb9-4839-bfb8-06bf92ababfc req-90e3b2c2-ad40-4bca-97d0-6ebb97fd436a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:16.400839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-20eb67d3-ecb9-4839-bfb8-06bf92ababfc req-90e3b2c2-ad40-4bca-97d0-6ebb97fd436a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:16.402121 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-20eb67d3-ecb9-4839-bfb8-06bf92ababfc req-90e3b2c2-ad40-4bca-97d0-6ebb97fd436a tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=c91c5c94-e00d-4ab9-83ca-ac87edeb79ea HTTP/1.1" status: 200 len: 210 time: 0.1317272 Feb 17 17:54:16.410443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43846) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:16.424032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbba129-87a9-42bb-92d2-0d66e5fcf1f0 req-c995aa9e-137d-417d-a88f-57fe4a30dd16 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.425696 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3bbba129-87a9-42bb-92d2-0d66e5fcf1f0 req-c995aa9e-137d-417d-a88f-57fe4a30dd16 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1112552 Feb 17 17:54:16.483763 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3bbba129-87a9-42bb-92d2-0d66e5fcf1f0 req-799eb6e2-48e5-4650-ba1c-dfd045775906 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506980 Feb 17 17:54:16.529308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1304089581-network', 'tenant_id': '6f18a77b1eac4ce2884cb4d9116fa269'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:16.534856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:16.538932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Usage tracker for resource:network and tenant:6f18a77b1eac4ce2884cb4d9116fa269 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:16.541927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:16.548305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:16.558229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Made reservation on behalf of 6f18a77b1eac4ce2884cb4d9116fa269 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:16.563021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.576502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.591643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:16.595705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Usage tracker for resource:security_group_rule and tenant:6f18a77b1eac4ce2884cb4d9116fa269 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:16.598683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:16.604589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:16.696606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.699601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.704109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8461695e-5219-440f-af62-00a4c9568ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:16.745324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:16.748197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:54:16.759733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.760162 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Added segment 1d4c5ba8-8d71-4e60-8e50-da93fd799cd1 of type vxlan for network 037a7b29-895f-4676-9d1b-988210e3fc18 Feb 17 17:54:16.790071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.795815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:16.829268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.830618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.831272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:16.836627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:16.940783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa325-29fb-47d7-9b52-4bc658f05222 req-52f65998-94c8-4081-b041-20e071a9932c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:16.948892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Pushing event updated for resources: {'Network': ['ID=037a7b29-895f-4676-9d1b-988210e3fc18,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:16.952538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5405710 Feb 17 17:54:16.953455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:16.954945 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f07aa325-29fb-47d7-9b52-4bc658f05222 req-52f65998-94c8-4081-b041-20e071a9932c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.1096096 Feb 17 17:54:16.955991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43872) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:16.969032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Request body: {'subnet': {'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1304089581-subnet', 'tenant_id': '6f18a77b1eac4ce2884cb4d9116fa269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:16.973136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 037a7b29-895f-4676-9d1b-988210e3fc18 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:16.976139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:16.980626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Usage tracker for resource:subnet and tenant:6f18a77b1eac4ce2884cb4d9116fa269 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:16.983429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:16.990282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:17.005650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f07aa325-29fb-47d7-9b52-4bc658f05222 req-685a6445-57a3-4741-8d6d-d883fffd4c7a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497308 Feb 17 17:54:17.006741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Made reservation on behalf of 6f18a77b1eac4ce2884cb4d9116fa269 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:17.011654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.101343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 037a7b29-895f-4676-9d1b-988210e3fc18 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:17.263590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-353bcb1e-d3ad-444a-90d6-962832a28b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.458926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.476815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:17.643005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6811f407-65ff-4b8b-9c6a-748f82d1e236,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:17.660284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:17.735369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d0224-8903-4388-b789-7da306d78b18 req-52532cfb-6b32-4420-9fa1-6d838fec915c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:17.738216 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f88d0224-8903-4388-b789-7da306d78b18 req-52532cfb-6b32-4420-9fa1-6d838fec915c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1010010 Feb 17 17:54:17.752176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Checking segment: {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:17.752633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Network hostable DHCP agents. Network: 037a7b29-895f-4676-9d1b-988210e3fc18, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:54:17.776250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Network 037a7b29-895f-4676-9d1b-988210e3fc18 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:54:17.786885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 037a7b29-895f-4676-9d1b-988210e3fc18) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:17.795380 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f88d0224-8903-4388-b789-7da306d78b18 req-1401ac0c-7620-4bed-a373-2867f993cc27 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Feb 17 17:54:17.795887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bba8c5-b257-4bde-9a3d-fd7725649ac9 None None] Network 037a7b29-895f-4676-9d1b-988210e3fc18 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:17.810132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:17.810891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.839844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8788865 Feb 17 17:54:18.005476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4e8c2-3081-4646-bcb3-ea338afb9455 req-8ab1ab92-cca9-4b9e-ac59-8df6bd1b0e6d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:18.007375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6db4e8c2-3081-4646-bcb3-ea338afb9455 req-8ab1ab92-cca9-4b9e-ac59-8df6bd1b0e6d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.1023955 Feb 17 17:54:18.087102 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6db4e8c2-3081-4646-bcb3-ea338afb9455 req-132ddfe5-52f6-4b64-8bb2-c1e22d3b0136 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730004 Feb 17 17:54:18.099708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cabcc6-8b33-47a8-b9e9-d74353a042f9 None None] Network 037a7b29-895f-4676-9d1b-988210e3fc18 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:18.231314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c0902-0ae0-4956-8518-b5b616e9b736 req-37139aaa-ca77-49c1-bf6b-d914d89e0d38 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:18.233121 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88c0902-0ae0-4956-8518-b5b616e9b736 req-37139aaa-ca77-49c1-bf6b-d914d89e0d38 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0922599 Feb 17 17:54:18.289261 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c88c0902-0ae0-4956-8518-b5b616e9b736 req-5b1f1647-57e7-4bb3-823b-f5f755fe17d5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484083 Feb 17 17:54:18.707194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:18.826125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43942) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:18.893793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Deleting subnet 33ad3049-f05e-4ebd-a208-4022351a1626 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:54:18.897539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.954180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.994258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e840-82ac-430e-9e27-ed4bef6fcd71 req-ed0451fb-18ea-4d42-a2cb-20a1e93c60cf tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:18.995904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d150e840-82ac-430e-9e27-ed4bef6fcd71 req-ed0451fb-18ea-4d42-a2cb-20a1e93c60cf tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0860808 Feb 17 17:54:19.014350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.061356 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d150e840-82ac-430e-9e27-ed4bef6fcd71 req-b5d97baf-28b1-4929-9c4d-9d0d2b9fbb95 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584109 Feb 17 17:54:19.088820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ef59-c3e5-4f21-9569-850940206a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.295897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d275a-f818-4255-a8f3-ae5b80cfd186 req-ca9d58e6-b0ac-4e9f-813f-a377bf1559ff tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:19.297674 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e0d275a-f818-4255-a8f3-ae5b80cfd186 req-ca9d58e6-b0ac-4e9f-813f-a377bf1559ff tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.0928750 Feb 17 17:54:19.302240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.318986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:19.349104 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8e0d275a-f818-4255-a8f3-ae5b80cfd186 req-5cd0b2c7-bb7b-4afe-8564-7a34dbb3978d tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Feb 17 17:54:19.414780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ad3049-f05e-4ebd-a208-4022351a1626,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:19.420046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:19.456829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.463813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-eb28ea07-56e2-418d-81aa-b668485994ba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/33ad3049-f05e-4ebd-a208-4022351a1626 HTTP/1.1" status: 204 len: 168 time: 0.6358011 Feb 17 17:54:19.465788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43950) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:19.507512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be3bb7-d2c0-47fd-8541-363d3b814eeb req-82a39009-35e2-42b5-b7f1-72fc9424c936 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:19.509135 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11be3bb7-d2c0-47fd-8541-363d3b814eeb req-82a39009-35e2-42b5-b7f1-72fc9424c936 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 944 time: 0.0878258 Feb 17 17:54:19.561071 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-11be3bb7-d2c0-47fd-8541-363d3b814eeb req-16d403cf-9a2c-45b4-a3d3-831b9cd4b216 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454283 Feb 17 17:54:19.583793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.774557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.893878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:19.907616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217ab7a6-a982-4610-a6c8-a70e60d7141f') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:19.907960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217ab7a6-a982-4610-a6c8-a70e60d7141f') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:19.920141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.942829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:19.944916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:54:20.042027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-617ff1f0-8a43-4e8b-815f-33795ced5f28 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:20.043818 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-617ff1f0-8a43-4e8b-815f-33795ced5f28 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 814 time: 0.1643860 Feb 17 17:54:20.069881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.072535 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-61b9a164-025a-4309-8935-c99185954d59 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/quotas/6f18a77b1eac4ce2884cb4d9116fa269 HTTP/1.1" status: 200 len: 375 time: 0.0125198 Feb 17 17:54:20.130477 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-1e168bf0-a636-4b85-bdf4-f9def5239e81 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500817 Feb 17 17:54:20.136752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:20.146957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.333058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Network 4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:20.347121 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-6e11c421-9814-486e-b67a-b20413af3fe7 service neutron] 10.222.0.58 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079530 Feb 17 17:54:20.358431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acbe26-1f04-477a-9eaa-c974f481ed06 req-6ae7536c-44ce-46ec-8402-1df910db70d5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:20.360033 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01acbe26-1f04-477a-9eaa-c974f481ed06 req-6ae7536c-44ce-46ec-8402-1df910db70d5 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1444590 Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:20.360541 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:20.448339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.452618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2aec6d07-b841-430e-8215-d6d0edf87c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:20.470925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.486872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:20.491468 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:20.496306 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-48af495f-9456-4da0-9ef1-6dbb651fc017 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4b8c0b8e-9a61-4091-821c-e7f5d7f0deb3 HTTP/1.1" status: 204 len: 168 time: 1.0293057 Feb 17 17:54:20.631667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43978) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:20.692111 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2e25ec19-765a-4dd2-a61e-f450b491aa23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=281e133e208547e382601977d39b914e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565555 Feb 17 17:54:20.692569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 43982) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:20.759627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.788740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.818740 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-01acbe26-1f04-477a-9eaa-c974f481ed06 req-5b04cc20-196c-4cac-8318-58f12d64c413 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327149 Feb 17 17:54:20.846894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.857062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-e00d023a-f334-4200-9e17-b3471b98d292 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:20.859039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-e00d023a-f334-4200-9e17-b3471b98d292 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.4718685 Feb 17 17:54:20.861552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:20.870857 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-24cdccb0-5bcc-4937-a483-0e716ac70a79 service neutron] 10.222.0.58 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5090227 Feb 17 17:54:20.884463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58d434-ac84-4340-9338-d690c8f1293f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:20.888558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:20.889803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:20.893990 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac58d434-ac84-4340-9338-d690c8f1293f HTTP/1.1" status: 204 len: 168 time: 0.2004929 Feb 17 17:54:20.930173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:20.958430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Deleting port f9bf3921-d70b-4197-a408-6c5b76d52162 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:20.958666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.029175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:21.029518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.221455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.224256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2472-9e20-4d77-9115-38ddc4481092 req-1b257dff-8647-4571-bff3-ab187f448864 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:21.232116 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-498d2472-9e20-4d77-9115-38ddc4481092 req-1b257dff-8647-4571-bff3-ab187f448864 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 945 time: 0.2388091 Feb 17 17:54:21.261036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:21.274339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:21.279558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.281844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:21.397363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:21.402672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:21.405553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.423281 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-498d2472-9e20-4d77-9115-38ddc4481092 req-17211da6-1106-419c-aedb-debc8ce31603 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897285 Feb 17 17:54:21.509613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677c56b-4057-42a6-84fd-d3d775504b17 req-0ac43222-c018-4054-912c-f4c9f37419da tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:21.511357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e677c56b-4057-42a6-84fd-d3d775504b17 req-0ac43222-c018-4054-912c-f4c9f37419da tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2768707 Feb 17 17:54:21.513396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] For port f9bf3921-d70b-4197-a408-6c5b76d52162, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9bf3921-d70b-4197-a408-6c5b76d52162,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:21.513808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.720175 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-00de4a1c-eeaa-4a90-8083-d439215571e4 req-95bc6ec0-f768-4dca-9592-4d218f436d08 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 210 time: 0.1978199 Feb 17 17:54:21.728893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Calling delete_port for f9bf3921-d70b-4197-a408-6c5b76d52162 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:21.750810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.800821 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'code': 200} Feb 17 17:54:21.804290 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e677c56b-4057-42a6-84fd-d3d775504b17 req-dd9b3a4e-75dd-44b5-8fef-6a2f40cfd055 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799387 Feb 17 17:54:21.918348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:21.935823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-428caf68-04be-4729-85cc-7f505e99991e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:22.094154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event deleted for resources: {'Port': ['ID=f9bf3921-d70b-4197-a408-6c5b76d52162,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:22.104879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:22.194427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0f50-2c7b-495b-8c32-1761e3554610 req-510965af-6efb-4429-828b-54e4127d3006 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:22.196090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b94c0f50-2c7b-495b-8c32-1761e3554610 req-510965af-6efb-4429-828b-54e4127d3006 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2263603 Feb 17 17:54:22.237674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:22.251223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] No DVR routers for this DVR port f9bf3921-d70b-4197-a408-6c5b76d52162 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:22.255282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:22.258119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'name': 'network-vif-deleted', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:22.296317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e6b78e4-e79e-4d3f-9320-4655e347f601 req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "DELETE /v2.0/ports/f9bf3921-d70b-4197-a408-6c5b76d52162 HTTP/1.1" status: 204 len: 173 time: 1.4193504 Feb 17 17:54:22.299615 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b94c0f50-2c7b-495b-8c32-1761e3554610 req-0efabfde-21c9-4320-8ead-d0dfd69941c6 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743437 Feb 17 17:54:22.338551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:22.338991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:22.344900 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337f6329-6d1e-4378-bd06-019c5b05ac57', 'name': 'network-vif-deleted', 'tag': 'f9bf3921-d70b-4197-a408-6c5b76d52162', 'status': 'completed', 'code': 200} Feb 17 17:54:22.526185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device f9bf3921-d70b-4197-a408-6c5b76d52162 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:22.573699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: f9bf3921-d70b-4197-a408-6c5b76d52162 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:22.574128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device f9bf3921-d70b-4197-a408-6c5b76d52162 not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:22.670698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2aae8ec8-781d-4608-9bd8-8c9b119db899 req-75f127fc-a39d-4146-8e57-e4e0f8cb21ff tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:22.692382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2aae8ec8-781d-4608-9bd8-8c9b119db899 req-75f127fc-a39d-4146-8e57-e4e0f8cb21ff tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:22.693834 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2aae8ec8-781d-4608-9bd8-8c9b119db899 req-75f127fc-a39d-4146-8e57-e4e0f8cb21ff tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 210 time: 0.1481652 Feb 17 17:54:22.811807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47dcb0-aa99-4cc0-8511-a53f97d6fa8b req-8b03c6d2-b862-44d7-a11b-000c4cd0ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:22.813450 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f47dcb0-aa99-4cc0-8511-a53f97d6fa8b req-8b03c6d2-b862-44d7-a11b-000c4cd0ff82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 1163 time: 0.0916929 Feb 17 17:54:22.939106 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3c98805e-82c9-4203-8b72-b89d174dec9a req-2ad93891-877d-4f72-8ba0-e5d8d56fcec4 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 210 time: 0.0756841 Feb 17 17:54:23.052124 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7f47dcb0-aa99-4cc0-8511-a53f97d6fa8b req-a4e3d8de-0f22-4899-bbd0-4393e00dab9c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787734 Feb 17 17:54:23.081307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb660f-699b-4f98-8215-5a8e2fe3cae4 req-47ff6053-431a-4c8c-a82f-6f44f668f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.083621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53cb660f-699b-4f98-8215-5a8e2fe3cae4 req-47ff6053-431a-4c8c-a82f-6f44f668f635 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.2629998 Feb 17 17:54:23.099996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b6a1-2fe4-4b0f-843b-f0a65419013a req-ab5ff6d9-f58a-4a79-813d-fb5cf9f1cb94 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.101777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6163b6a1-2fe4-4b0f-843b-f0a65419013a req-ab5ff6d9-f58a-4a79-813d-fb5cf9f1cb94 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1504202 Feb 17 17:54:23.153517 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6163b6a1-2fe4-4b0f-843b-f0a65419013a req-ff48924c-9f36-4b18-8b9d-362a33540523 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Feb 17 17:54:23.289807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-0a762b60-68c3-4435-bd04-72cafb296a85 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.290543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85c21896-f00d-4df5-8176-0a2d9729883f req-0a762b60-68c3-4435-bd04-72cafb296a85 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Synchronizing usage tracker for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:network {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:23.307015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85c21896-f00d-4df5-8176-0a2d9729883f req-0a762b60-68c3-4435-bd04-72cafb296a85 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Unset dirty status for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:network {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:23.308406 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-0a762b60-68c3-4435-bd04-72cafb296a85 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 814 time: 0.4504185 Feb 17 17:54:23.424759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Request body: {'port': {'device_id': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18', 'admin_state_up': True, 'tenant_id': '6f18a77b1eac4ce2884cb4d9116fa269'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:23.516964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53cb660f-699b-4f98-8215-5a8e2fe3cae4 req-fcbc066f-0582-44d5-a6c1-02f342c34eb2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972383 Feb 17 17:54:23.544167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb7269-b46e-4498-a96b-c9883f2b5b67 req-416f39c3-518f-4244-9f59-2e9773ad471e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:23.545679 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26bb7269-b46e-4498-a96b-c9883f2b5b67 req-416f39c3-518f-4244-9f59-2e9773ad471e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1095214 Feb 17 17:54:23.574561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:23.579332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Usage tracker for resource:port and tenant:6f18a77b1eac4ce2884cb4d9116fa269 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:23.582507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:23.588883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:23.598833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Made reservation on behalf of 6f18a77b1eac4ce2884cb4d9116fa269 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:23.600640 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26bb7269-b46e-4498-a96b-c9883f2b5b67 req-b97df4ef-5e05-44ea-a8f5-596573c2fc32 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Feb 17 17:54:23.605059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:23.891421 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3fe71664-a981-4b64-be01-8752f57ef876 req-c4dc243b-f6d3-4eed-8bb4-ae91d13e0be7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=337f6329-6d1e-4378-bd06-019c5b05ac57 HTTP/1.1" status: 200 len: 210 time: 0.0622668 Feb 17 17:54:23.925669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Allocated IP 172.20.0.11 (037a7b29-895f-4676-9d1b-988210e3fc18/6811f407-65ff-4b8b-9c6a-748f82d1e236/efa79c48-db49-4e95-881c-9b9b3e96a0d3) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:24.171661 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b52bdc42-ed33-430a-abe6-7f55b859b94c req-2d747ac7-e46f-4516-8810-8c6200ecd9c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 210 time: 0.0739951 Feb 17 17:54:24.191921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.227356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.248511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:24.405507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Pushing event updated for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:24.408351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d9792-a478-4193-829d-defc698a69d7 req-77b7ee46-7a54-4be9-bed4-4687276baab7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:24.409534 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb8d9792-a478-4193-829d-defc698a69d7 req-77b7ee46-7a54-4be9-bed4-4687276baab7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1090870 Feb 17 17:54:24.410389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:24.472950 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb8d9792-a478-4193-829d-defc698a69d7 req-0433f510-f502-492a-aa97-4a703b3366fa tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Feb 17 17:54:24.479135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Network 037a7b29-895f-4676-9d1b-988210e3fc18 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:24.480440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:24.483049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:24.561200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:24.561977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.584112 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-e3582c21-4d81-4c89-8af7-9788dd7c795d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1638203 Feb 17 17:54:24.614470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Request body: {'port': {'device_id': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:24.746443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.802817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae76f1-85cf-4c63-974f-0378cd1a88ce req-516e635f-55aa-4251-b7da-ea1c0487f324 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:24.804459 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6aae76f1-85cf-4c63-974f-0378cd1a88ce req-516e635f-55aa-4251-b7da-ea1c0487f324 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0885456 Feb 17 17:54:24.855392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6aae76f1-85cf-4c63-974f-0378cd1a88ce req-8430a633-32e2-4c30-a192-85494ae97b88 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Feb 17 17:54:25.188749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa79c48-db49-4e95-881c-9b9b3e96a0d3 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:54:25.197648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.212016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Transition to ACTIVE for port object efa79c48-db49-4e95-881c-9b9b3e96a0d3 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:25.214784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.231392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:25.369219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86a20-9730-4d94-af02-919ee805095e req-a60a83f4-8e73-4f59-bf55-40d97c86ee64 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:25.371036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45d86a20-9730-4d94-af02-919ee805095e req-a60a83f4-8e73-4f59-bf55-40d97c86ee64 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.0889497 Feb 17 17:54:25.371582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Pushing event updated for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:25.375027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:25.431813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-45d86a20-9730-4d94-af02-919ee805095e req-97bbb153-16a2-4096-b0e8-4f924bced991 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Feb 17 17:54:25.566854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Attempting to bind port efa79c48-db49-4e95-881c-9b9b3e96a0d3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:25.568798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Attempting to bind port efa79c48-db49-4e95-881c-9b9b3e96a0d3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:54:25.568798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Attempting to bind port efa79c48-db49-4e95-881c-9b9b3e96a0d3 on network 037a7b29-895f-4676-9d1b-988210e3fc18 {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:54:25.573546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:54:25.573928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Checking segment: {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:25.574340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.574777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Bound using segment: {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:54:25.575259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Bound port: efa79c48-db49-4e95-881c-9b9b3e96a0d3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:54:25.575645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.681283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:54:25.684831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:54:25.689430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.708178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:25.715383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b641ae-801a-4fbe-be2b-6736ca6c77d0 req-8162576b-7759-4b0e-934a-a464bc32af12 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:25.717198 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84b641ae-801a-4fbe-be2b-6736ca6c77d0 req-8162576b-7759-4b0e-934a-a464bc32af12 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1205802 Feb 17 17:54:25.768520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84b641ae-801a-4fbe-be2b-6736ca6c77d0 req-56283eab-cce9-41d0-8235-5a22c5e5a08d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448508 Feb 17 17:54:25.874920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Pushing event updated for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:25.880833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:25.921933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:25.922252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:25.923812 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] 10.222.0.65 "PUT /v2.0/ports/efa79c48-db49-4e95-881c-9b9b3e96a0d3 HTTP/1.1" status: 200 len: 1158 time: 1.3142958 Feb 17 17:54:25.924951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:25.980989 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3', 'status': 'completed', 'code': 200} Feb 17 17:54:26.118539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-72104e13-0a27-4f5c-aeab-40b333488a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:26.120198 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-72104e13-0a27-4f5c-aeab-40b333488a0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 1161 time: 0.0928776 Feb 17 17:54:26.143101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254bfb8-110a-4e76-a5b5-a2cd2593fa14 req-dd8b442a-acca-45da-9d0d-34712bdbcd78 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:26.147843 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f254bfb8-110a-4e76-a5b5-a2cd2593fa14 req-dd8b442a-acca-45da-9d0d-34712bdbcd78 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1328158 Feb 17 17:54:26.216087 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-d0ef8388-5bdb-41f3-bee8-28597765e220 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3 HTTP/1.1" status: 200 len: 217 time: 0.0712483 Feb 17 17:54:26.222113 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f254bfb8-110a-4e76-a5b5-a2cd2593fa14 req-4f03497b-3cde-47c4-9e81-c70683180a29 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Feb 17 17:54:26.320299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21896-f00d-4df5-8176-0a2d9729883f req-4153e78d-dbf5-4c4a-adf5-18fcbe6dc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:26.321950 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-4153e78d-dbf5-4c4a-adf5-18fcbe6dc151 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6811f407-65ff-4b8b-9c6a-748f82d1e236 HTTP/1.1" status: 200 len: 854 time: 0.0953517 Feb 17 17:54:26.401148 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-3269551f-4cb3-4c92-8c75-30c6e4f30676 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037a7b29-895f-4676-9d1b-988210e3fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610740 Feb 17 17:54:26.595598 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-a01b5a76-95fb-4e88-84d8-28ed04489c24 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754992 Feb 17 17:54:26.771025 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-85c21896-f00d-4df5-8176-0a2d9729883f req-b707d53a-99cb-41f0-8790-ab0889bd7fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668706 Feb 17 17:54:26.812670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da35ad-6490-46b1-ae8d-cc8aeeb9766a req-c8c09fad-9c20-43ac-9b7e-595050e21417 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:26.814334 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4da35ad-6490-46b1-ae8d-cc8aeeb9766a req-c8c09fad-9c20-43ac-9b7e-595050e21417 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.0972271 Feb 17 17:54:26.862510 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4da35ad-6490-46b1-ae8d-cc8aeeb9766a req-9aee4075-0938-4155-ad65-acf9b87953ce tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Feb 17 17:54:26.914002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:26.993684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 61387255-8616-4340-9dfc-4decf6d0cc4e triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:26.994033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.151846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-87dd7fbf-2fd5-40c4-8b0c-f8c93f0153ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.153053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:27.153816 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-87dd7fbf-2fd5-40c4-8b0c-f8c93f0153ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 1161 time: 0.1238735 Feb 17 17:54:27.163584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c5c9-1da9-4afb-82a4-bcbca3a63c48 req-3c125029-1651-4309-964c-a96722c1e2fb tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.165461 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec86c5c9-1da9-4afb-82a4-bcbca3a63c48 req-3c125029-1651-4309-964c-a96722c1e2fb tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.1976459 Feb 17 17:54:27.242758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:27.243335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:27.291938 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec86c5c9-1da9-4afb-82a4-bcbca3a63c48 req-4e2baf48-f8cd-40eb-8c61-c1eeaf849498 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825858 Feb 17 17:54:27.301545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219d37-935c-41ae-b453-3402276bd4a5 req-c583676a-8251-42b4-bed0-c59489047600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.303210 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-c583676a-8251-42b4-bed0-c59489047600 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 1163 time: 0.2272148 Feb 17 17:54:27.325712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-00e76c16-13c7-4b7b-b8c4-95f0904203e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.327355 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-00e76c16-13c7-4b7b-b8c4-95f0904203e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 908 time: 0.1619029 Feb 17 17:54:27.355307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b189fe3-6641-4c62-a507-30c7b9da80f9 req-ce9ea591-8f68-4690-a356-812b77d2706e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.356947 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b189fe3-6641-4c62-a507-30c7b9da80f9 req-ce9ea591-8f68-4690-a356-812b77d2706e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.2142696 Feb 17 17:54:27.427940 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-2857a2e8-8383-46ce-a54d-5279f4590d40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3 HTTP/1.1" status: 200 len: 217 time: 0.0843556 Feb 17 17:54:27.514390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-481a2471-cf22-4bd5-aa28-eaced71e5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.516294 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-481a2471-cf22-4bd5-aa28-eaced71e5c54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6811f407-65ff-4b8b-9c6a-748f82d1e236 HTTP/1.1" status: 200 len: 854 time: 0.0698392 Feb 17 17:54:27.557553 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b189fe3-6641-4c62-a507-30c7b9da80f9 req-8ff95f9e-8550-4a93-a0d9-654143307078 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503057 Feb 17 17:54:27.585658 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-ce04942e-bd54-41a2-8c11-7cac0dee9bac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037a7b29-895f-4676-9d1b-988210e3fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553932 Feb 17 17:54:27.597931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219d37-935c-41ae-b453-3402276bd4a5 req-65d539ae-b017-4019-8ed9-3e250e3dc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.599710 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-65d539ae-b017-4019-8ed9-3e250e3dc89c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 200 len: 913 time: 0.2814887 Feb 17 17:54:27.611445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cafd70-fde1-4162-b9bd-dfe6f2eaec7f req-47ac3584-a53a-4661-acde-c82254d35658 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:27.613017 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90cafd70-fde1-4162-b9bd-dfe6f2eaec7f req-47ac3584-a53a-4661-acde-c82254d35658 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.2047288 Feb 17 17:54:27.767676 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-1cdbf817-13dc-4612-9cfc-9632392482f7 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662211 Feb 17 17:54:27.921822 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-969fc7e8-f962-4661-89be-6b3fb56ed549 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 200 len: 217 time: 0.3026762 Feb 17 17:54:27.939622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8592e078-adf5-4eaa-b02b-ebc7693c517d req-c495fd57-a931-4ceb-a935-b62f78f1bbd2 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603606 Feb 17 17:54:28.075401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90cafd70-fde1-4162-b9bd-dfe6f2eaec7f req-4cc60bf9-3e86-49f3-ba6b-6c01cc7050de tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471686 Feb 17 17:54:28.093916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219d37-935c-41ae-b453-3402276bd4a5 req-20fc29c7-51d9-42bc-9883-580b97f7f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.095540 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-20fc29c7-51d9-42bc-9883-580b97f7f281 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 200 len: 859 time: 0.1510155 Feb 17 17:54:28.118924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893260-6df2-495f-8c75-b1982dba2292 req-db49f8d6-d1a7-4f67-b88e-0b448bf27e78 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.120594 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc893260-6df2-495f-8c75-b1982dba2292 req-db49f8d6-d1a7-4f67-b88e-0b448bf27e78 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.1254990 Feb 17 17:54:28.188681 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-c69ab77a-78d6-4f2f-b1f3-05d7758d8daa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8460b7f-7e75-417c-b058-118f385eb29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668890 Feb 17 17:54:28.291451 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bc893260-6df2-495f-8c75-b1982dba2292 req-fa826fde-164c-4ee0-ade0-ce148c468b48 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313527 Feb 17 17:54:28.365456 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-3d9e5eb8-cdf0-4ba3-a29b-e5adb3f08982 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569731 Feb 17 17:54:28.535357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-d873f050-f837-4683-999a-239e2ca9e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.537765 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-d873f050-f837-4683-999a-239e2ca9e294 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1202 time: 0.0834112 Feb 17 17:54:28.687838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-037f9a82-662a-401e-bba2-7e45e88fd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.689354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-037f9a82-662a-401e-bba2-7e45e88fd23c service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.1440632 Feb 17 17:54:28.722838 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-80219d37-935c-41ae-b453-3402276bd4a5 req-d3d40d2d-9d27-41d0-97af-e3360fe65311 service neutron] 10.222.0.65 "GET /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2917905 Feb 17 17:54:28.742247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4e84-7a9a-47c9-a8a2-39b91dcfd71a req-c3dad025-b4b7-4a94-a360-93996274b7c6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.743932 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1abb4e84-7a9a-47c9-a8a2-39b91dcfd71a req-c3dad025-b4b7-4a94-a360-93996274b7c6 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.2874446 Feb 17 17:54:28.750961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ba363-a7f8-4564-a6a4-85dbd847c781 req-01e041d2-5523-49d1-9d4c-3ad5234971fa tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.752445 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f3ba363-a7f8-4564-a6a4-85dbd847c781 req-01e041d2-5523-49d1-9d4c-3ad5234971fa tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.2971652 Feb 17 17:54:28.821593 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-1b5cd6de-ca6a-4b0b-a594-d72f39f2d1b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 1001 time: 0.1194222 Feb 17 17:54:28.832005 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1abb4e84-7a9a-47c9-a8a2-39b91dcfd71a req-790cb47e-51de-4026-a5b9-7e153638a199 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781643 Feb 17 17:54:28.863376 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f3ba363-a7f8-4564-a6a4-85dbd847c781 req-b01e0371-8987-4d06-bc2d-1c13c0c08f8e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0874190 Feb 17 17:54:28.926493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-2f182866-ca9a-4395-b5c7-84558f7ea464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:28.928238 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-2f182866-ca9a-4395-b5c7-84558f7ea464 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.0888741 Feb 17 17:54:29.039270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-bac816f0-c045-4db7-bde2-27b482cda96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.040973 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-bac816f0-c045-4db7-bde2-27b482cda96e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847831 Feb 17 17:54:29.055178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76678cc3-7c05-4b48-af93-22ddc107379b req-40a045b5-f085-450f-9de3-bef5cfaf975a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.056802 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76678cc3-7c05-4b48-af93-22ddc107379b req-40a045b5-f085-450f-9de3-bef5cfaf975a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1024175 Feb 17 17:54:29.112674 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76678cc3-7c05-4b48-af93-22ddc107379b req-2fa3bdc7-1e1c-4383-b4f2-adec1a82952c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473747 Feb 17 17:54:29.213748 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-1f517dc6-e4e0-4f1b-be4a-8a06831c7161 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585252 Feb 17 17:54:29.287897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718b862-cbc7-452f-82a1-af97fb754ad2 req-a19caa8b-46de-4e64-8215-a0476d643eed tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.289549 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0718b862-cbc7-452f-82a1-af97fb754ad2 req-a19caa8b-46de-4e64-8215-a0476d643eed tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0902867 Feb 17 17:54:29.345498 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0718b862-cbc7-452f-82a1-af97fb754ad2 req-075dfab1-608d-4190-a67a-0512bd830b40 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Feb 17 17:54:29.527265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3fd34-0bb9-4c86-8263-7994a9f358ea req-ad83f5e3-ead6-46e7-acad-17b986dc840d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:29.528940 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38a3fd34-0bb9-4c86-8263-7994a9f358ea req-ad83f5e3-ead6-46e7-acad-17b986dc840d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.0984211 Feb 17 17:54:29.580981 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38a3fd34-0bb9-4c86-8263-7994a9f358ea req-1e9f9d68-d74c-4836-91b7-7c056793e4bc tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Feb 17 17:54:29.623873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-55a57bb1-e807-40c5-af38-2c3ccbbe05e5 req-448fa941-2f8a-4717-962c-ffc5ed6d4b92 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3715494 Feb 17 17:54:30.129987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f7a8b-3fc1-4637-b3a5-c9b664a36262 req-f25c13ef-0836-4170-af19-ba689bab9cf7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.132458 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19f7a8b-3fc1-4637-b3a5-c9b664a36262 req-f25c13ef-0836-4170-af19-ba689bab9cf7 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.1703515 Feb 17 17:54:30.144910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884bca-1d60-4801-bbd1-88d2a0c45aa6 req-392077db-d2eb-4f68-aa65-882c4baf87ef tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.146986 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d884bca-1d60-4801-bbd1-88d2a0c45aa6 req-392077db-d2eb-4f68-aa65-882c4baf87ef tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1337156 Feb 17 17:54:30.227962 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e19f7a8b-3fc1-4637-b3a5-c9b664a36262 req-a780d221-bb49-4387-aed5-6fdb93474802 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/security-groups?id=64bbb03b-a43b-458e-9037-d7e7adc08c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796111 Feb 17 17:54:30.238141 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d884bca-1d60-4801-bbd1-88d2a0c45aa6 req-f8521070-a255-4960-a2e1-e11c6af44472 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0726254 Feb 17 17:54:30.410434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-4ea2df52-2b14-4622-a09e-2de31bdb11dc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.411419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-4ea2df52-2b14-4622-a09e-2de31bdb11dc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Synchronizing usage tracker for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:30.425558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-4ea2df52-2b14-4622-a09e-2de31bdb11dc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Unset dirty status for tenant:88d25dad97034938882c60b19269c44a on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:30.426924 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-4ea2df52-2b14-4622-a09e-2de31bdb11dc tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 945 time: 0.1146634 Feb 17 17:54:30.519754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Deleting port 46a3f614-cfbc-491a-912f-b6f8c9118372 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:30.519754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.580726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e7549-f787-4561-b5c4-00792d19d9cc req-3cda3cbd-6068-4945-9ddf-153aaccb0789 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.584238 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-782e7549-f787-4561-b5c4-00792d19d9cc req-3cda3cbd-6068-4945-9ddf-153aaccb0789 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1045115 Feb 17 17:54:30.605474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-29957aed-8b78-48c4-8829-02ebb7cabd9f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:54:30.657659 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-782e7549-f787-4561-b5c4-00792d19d9cc req-1b653ae3-f52a-4689-84f6-bfb4d3df73f1 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669298 Feb 17 17:54:30.807342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47b3fb-fd15-4464-9f68-b865c5883aad req-82db1e6c-6f80-4d5d-ae9f-a8727eb0ae2e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:30.809045 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c47b3fb-fd15-4464-9f68-b865c5883aad req-82db1e6c-6f80-4d5d-ae9f-a8727eb0ae2e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.1028779 Feb 17 17:54:30.843219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] For port 46a3f614-cfbc-491a-912f-b6f8c9118372, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=46a3f614-cfbc-491a-912f-b6f8c9118372,segment=NetworkSegment(b0aaa193-72b4-4bcd-af86-d064d9197cc7),segment_id=b0aaa193-72b4-4bcd-af86-d064d9197cc7)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:30.843635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.860044 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c47b3fb-fd15-4464-9f68-b865c5883aad req-411f22fd-66e2-4df2-805a-b8278a765362 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Feb 17 17:54:30.983619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Calling delete_port for 46a3f614-cfbc-491a-912f-b6f8c9118372 owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:31.206634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:31.224708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:31.328872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Pushing event deleted for resources: {'Port': ['ID=46a3f614-cfbc-491a-912f-b6f8c9118372,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:31.331636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:31.446346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] No DVR routers for this DVR port 46a3f614-cfbc-491a-912f-b6f8c9118372 on host hv-cinder-76019 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:31.449210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:31.452204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'name': 'network-vif-deleted', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:31.467752 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-de8b0155-6b46-4dce-a1d6-92a074076ec9 req-c8327dc8-236a-49c8-a92d-52dc0f448bc0 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.65 "DELETE /v2.0/ports/46a3f614-cfbc-491a-912f-b6f8c9118372 HTTP/1.1" status: 204 len: 173 time: 1.0321267 Feb 17 17:54:31.469771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-257f5301-5977-412d-89b9-a9c093a017d8 req-309bea28-1727-48da-89ea-5a0fe1de439c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.0689516 Feb 17 17:54:31.497306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66179f-c8aa-44a8-bdb4-fe30bc4ff157 req-913bb04a-dec6-4ff4-9c04-ec278dbfe13d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:31.499090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe66179f-c8aa-44a8-bdb4-fe30bc4ff157 req-913bb04a-dec6-4ff4-9c04-ec278dbfe13d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1397214 Feb 17 17:54:31.536274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3529aa71-efd4-4a1c-9a01-ee92fb221f27', 'name': 'network-vif-deleted', 'tag': '46a3f614-cfbc-491a-912f-b6f8c9118372', 'status': 'completed', 'code': 200} Feb 17 17:54:31.552922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe66179f-c8aa-44a8-bdb4-fe30bc4ff157 req-39cd006a-db6a-47c5-ad22-dd5376371236 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0473776 Feb 17 17:54:31.866434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4d762-4090-48b6-bb52-525cf2aea6f2 req-cb539cd5-240e-4440-9d17-24e8352c61f3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:31.868202 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19d4d762-4090-48b6-bb52-525cf2aea6f2 req-cb539cd5-240e-4440-9d17-24e8352c61f3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0894871 Feb 17 17:54:31.921082 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-19d4d762-4090-48b6-bb52-525cf2aea6f2 req-fd3d8ede-91ec-4355-88f9-392cd94df43e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Feb 17 17:54:32.063244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bb5ef-2422-424d-b03e-d840f32c1d10 req-de6eed5f-c397-48c8-8a2b-d76c123a7b19 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.064783 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e5bb5ef-2422-424d-b03e-d840f32c1d10 req-de6eed5f-c397-48c8-8a2b-d76c123a7b19 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.0864730 Feb 17 17:54:32.113142 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e5bb5ef-2422-424d-b03e-d840f32c1d10 req-06480108-090f-47a7-ba8f-3e79d399129e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 17 17:54:32.184175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:32.415724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:32.416198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.542372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device efa79c48-db49-4e95-881c-9b9b3e96a0d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:32.623633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port efa79c48-db49-4e95-881c-9b9b3e96a0d3 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:32.631018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port efa79c48-db49-4e95-881c-9b9b3e96a0d3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:32.631454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.689208 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-10378805-038e-4de3-893f-182ab18e9389 req-a18f92d3-0c4e-4fd4-8abf-2061127b5e3f tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] 10.222.0.58 "GET /v2.0/ports?device_id=3529aa71-efd4-4a1c-9a01-ee92fb221f27 HTTP/1.1" status: 200 len: 210 time: 0.0600810 Feb 17 17:54:32.776174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f3ec0-6a26-45ab-acc7-734d6a860423 req-cce6a921-3eea-49cc-9415-0f40b8496682 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:32.777410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.777892 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-600f3ec0-6a26-45ab-acc7-734d6a860423 req-cce6a921-3eea-49cc-9415-0f40b8496682 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0916338 Feb 17 17:54:32.811951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:32.823294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:32.826835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.829382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:32.835206 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-600f3ec0-6a26-45ab-acc7-734d6a860423 req-f5f89d30-23a4-4bb0-8a1a-0d48bfa2e943 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0498388 Feb 17 17:54:32.869800 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3', 'code': 200} Feb 17 17:54:32.902835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:32.911790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.912189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.912560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.912957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.913347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.913723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.914105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.914509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.914892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.915274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.915653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.916031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.916500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.916881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.917257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.917631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.918008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.918389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.918789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.919165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.919553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.919923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.920295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.920930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:32.925050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:33.149588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a056-d8c5-49a4-b722-86128e0073aa req-353284a2-2cc4-4e16-9e60-ca1fae5c0501 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:33.151689 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae67a056-d8c5-49a4-b722-86128e0073aa req-353284a2-2cc4-4e16-9e60-ca1fae5c0501 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0926902 Feb 17 17:54:33.200132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6364-3402-4df4-a0a6-a7f942a69b10 req-45b178df-a2b2-4185-8a73-72ab8dd15648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:33.204079 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d7e6364-3402-4df4-a0a6-a7f942a69b10 req-45b178df-a2b2-4185-8a73-72ab8dd15648 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 1163 time: 0.0926147 Feb 17 17:54:33.231283 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ae67a056-d8c5-49a4-b722-86128e0073aa req-0775d077-3147-4ff8-889a-ef3abc53e30e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724118 Feb 17 17:54:33.261501 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d7e6364-3402-4df4-a0a6-a7f942a69b10 req-8706683b-203e-4f2e-a843-128c697727dd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Feb 17 17:54:33.329776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991544-4675-441c-aada-0a8b773d0f01 req-84964a62-e0be-496b-9996-8f666c6b43a1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:33.331459 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-20991544-4675-441c-aada-0a8b773d0f01 req-84964a62-e0be-496b-9996-8f666c6b43a1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.0905213 Feb 17 17:54:33.382000 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-20991544-4675-441c-aada-0a8b773d0f01 req-28df78f7-c6ab-479f-9ca2-cf193ddf8a5e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Feb 17 17:54:33.802003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44278) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:33.870390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Deleting subnet 23cd874d-42de-4150-8716-e4784760358c {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:54:33.874374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.933212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.953596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:34.029667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:34.030330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.060387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.146744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490119-8d0c-4493-93e7-300b24ef66ab req-86d140c4-391e-4340-89db-d4c2fd086d54 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:34.148375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e490119-8d0c-4493-93e7-300b24ef66ab req-86d140c4-391e-4340-89db-d4c2fd086d54 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1810901 Feb 17 17:54:34.164644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device efa79c48-db49-4e95-881c-9b9b3e96a0d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:34.240810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port efa79c48-db49-4e95-881c-9b9b3e96a0d3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:34.241346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.280151 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6e490119-8d0c-4493-93e7-300b24ef66ab req-c8752f94-25d7-4837-925f-6222e2032254 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0828819 Feb 17 17:54:34.392252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.409003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-44b37265-dae7-4fe0-9033-9323d3763061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:34.460070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 46a3f614-cfbc-491a-912f-b6f8c9118372 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:34.508484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cd874d-42de-4150-8716-e4784760358c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:34.511746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: 46a3f614-cfbc-491a-912f-b6f8c9118372 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:34.512292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 46a3f614-cfbc-491a-912f-b6f8c9118372 not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:54:34.514441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:34.530534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44292) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:34.614559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.624280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/23cd874d-42de-4150-8716-e4784760358c HTTP/1.1" status: 204 len: 168 time: 0.8284254 Feb 17 17:54:34.626981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44298) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:34.640602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46895346-bbe3-4af5-96d3-156bb91a7a7a req-a993a543-0aab-4531-8501-d23bc57fcb61 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:34.642261 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46895346-bbe3-4af5-96d3-156bb91a7a7a req-a993a543-0aab-4531-8501-d23bc57fcb61 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.1314895 Feb 17 17:54:34.692641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46895346-bbe3-4af5-96d3-156bb91a7a7a req-411b2d92-0ef0-45d1-9131-abcab5ab5934 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Feb 17 17:54:34.750673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.773936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:34.789773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Usage tracker for resource:security_group_rule and tenant:47dcdd84a6534717bc5d90114324cdb6 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:34.794154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:34.805377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:34.862007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:35.041761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.190472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5a93ea-27a8-4a74-bc85-022a3125b26c']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.215719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aaa193-72b4-4bcd-af86-d064d9197cc7') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.216065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aaa193-72b4-4bcd-af86-d064d9197cc7') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:35.224218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.229635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.240948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.247707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1295a086-728a-4121-a4f4-59b4749454c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:35.292752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.298460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:54:35.312834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f6b14-efbc-40e6-b45c-8847a1ce0d96,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:35.340813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47dcdd84a6534717bc5d90114324cdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066015 Feb 17 17:54:35.340813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:35.341431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44306) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:35.411150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.495574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.503544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:35.513751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.561307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a769202-e2d8-42ad-b1c8-a57df00618e0 req-eeb5d6f1-0bbb-47b2-b937-321c3c3aed54 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:35.562893 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a769202-e2d8-42ad-b1c8-a57df00618e0 req-eeb5d6f1-0bbb-47b2-b937-321c3c3aed54 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1530762 Feb 17 17:54:35.585288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.592061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-99d0d1c4-a925-4479-b8e5-e24637c074f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:35.611347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f6b14-efbc-40e6-b45c-8847a1ce0d96,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:35.616934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:35.627727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.630602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b0f6b14-efbc-40e6-b45c-8847a1ce0d96 HTTP/1.1" status: 204 len: 168 time: 0.2864761 Feb 17 17:54:35.642226 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4a769202-e2d8-42ad-b1c8-a57df00618e0 req-6fde6a6a-928a-453d-a45b-56fd79affc63 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0717983 Feb 17 17:54:35.712100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Network fc5a93ea-27a8-4a74-bc85-022a3125b26c has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:35.745460 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:35.828576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.832249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:35.856172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:35.859541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5a93ea-27a8-4a74-bc85-022a3125b26c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:35.869579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:35.882318 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b2ca387b-b36b-4daf-b679-59a514f1a261 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fc5a93ea-27a8-4a74-bc85-022a3125b26c HTTP/1.1" status: 204 len: 168 time: 1.2539451 Feb 17 17:54:35.965480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fa64-a588-44b4-b952-b0411e554358 req-f633e040-c085-43b2-bd98-33c6b4cbbe54 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:35.974228 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7121fa64-a588-44b4-b952-b0411e554358 req-f633e040-c085-43b2-bd98-33c6b4cbbe54 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.1437693 Feb 17 17:54:36.035360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7121fa64-a588-44b4-b952-b0411e554358 req-2648a3f1-04dc-41a6-902a-4607bd8fbc33 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Feb 17 17:54:36.142479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44330) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:36.200773 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a9ed180c-09d9-4cd6-b3e6-6f8bbbed187b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88d25dad97034938882c60b19269c44a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0567729 Feb 17 17:54:36.203145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44346) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:36.278899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.308687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.361071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.365538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device efa79c48-db49-4e95-881c-9b9b3e96a0d3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:36.366706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a09c904e-2ec6-4f91-a458-a90258dbb14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:36.382499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bbb03b-a43b-458e-9037-d7e7adc08c58,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:36.388531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:36.390833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.392086 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64bbb03b-a43b-458e-9037-d7e7adc08c58 HTTP/1.1" status: 204 len: 168 time: 0.1876388 Feb 17 17:54:36.456223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port efa79c48-db49-4e95-881c-9b9b3e96a0d3 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:36.456911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:37.122844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec90e3-2f16-45d6-ba3a-726b5d504061 req-455e1d61-4f1b-42da-b64a-87a6b67f6575 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:37.124524 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6ec90e3-2f16-45d6-ba3a-726b5d504061 req-455e1d61-4f1b-42da-b64a-87a6b67f6575 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.3210084 Feb 17 17:54:37.181257 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6ec90e3-2f16-45d6-ba3a-726b5d504061 req-d8f047b6-cd6d-44bf-880e-8673474c0259 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0473320 Feb 17 17:54:38.384803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4f5a2-fa91-495c-80b9-b2047f00c905 req-9219c71f-066c-4866-a492-9b7b2b3f24d6 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:38.386438 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-89b4f5a2-fa91-495c-80b9-b2047f00c905 req-9219c71f-066c-4866-a492-9b7b2b3f24d6 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0870037 Feb 17 17:54:38.436990 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-89b4f5a2-fa91-495c-80b9-b2047f00c905 req-ba086cf4-4660-44fc-8986-3cdb36100328 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0441704 Feb 17 17:54:39.042708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c825d69-1cba-4176-8175-45b2b37bb7b0 req-06e6c37e-b4cb-407f-96cd-4e6de0a3173f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.044324 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c825d69-1cba-4176-8175-45b2b37bb7b0 req-06e6c37e-b4cb-407f-96cd-4e6de0a3173f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0915153 Feb 17 17:54:39.095930 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9c825d69-1cba-4176-8175-45b2b37bb7b0 req-35f9880a-5847-489b-a43f-49fb543bca42 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Feb 17 17:54:39.642490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a474-5030-4dea-a719-8240a063ce10 req-1d1fb519-4606-457e-8c08-13f86ab692fb tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.644109 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6444a474-5030-4dea-a719-8240a063ce10 req-1d1fb519-4606-457e-8c08-13f86ab692fb tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0908601 Feb 17 17:54:39.699173 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6444a474-5030-4dea-a719-8240a063ce10 req-337d47af-3381-43ea-bb24-84da9018728b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0477352 Feb 17 17:54:40.296417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c4753-2cf6-46bf-9f99-8ebf3299c9bd req-0404174d-41d1-4778-8f9b-991f0e90fb0e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:40.297959 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-356c4753-2cf6-46bf-9f99-8ebf3299c9bd req-0404174d-41d1-4778-8f9b-991f0e90fb0e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0866454 Feb 17 17:54:40.346480 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-356c4753-2cf6-46bf-9f99-8ebf3299c9bd req-b39dd5ce-3ca7-4622-9569-ca1f1c54c50e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Feb 17 17:54:40.912833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653a22-360a-462e-8d6d-11d9920c73e3 req-953a6b5c-c4ac-44a4-8547-79e8d6f50418 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:40.914435 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a653a22-360a-462e-8d6d-11d9920c73e3 req-953a6b5c-c4ac-44a4-8547-79e8d6f50418 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1015444 Feb 17 17:54:40.967936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5a653a22-360a-462e-8d6d-11d9920c73e3 req-61140573-db1f-4dbe-b469-966eff8bdb78 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0469503 Feb 17 17:54:41.545794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a2dbc-3363-4021-82d5-8d647d378a68 req-91a7e90d-10d5-481b-9a5f-b1325aab807b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:41.547361 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba8a2dbc-3363-4021-82d5-8d647d378a68 req-91a7e90d-10d5-481b-9a5f-b1325aab807b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0876184 Feb 17 17:54:41.600781 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba8a2dbc-3363-4021-82d5-8d647d378a68 req-23a3d048-22dc-484b-8830-bbb9697fe717 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Feb 17 17:54:42.173895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c43f3b-3379-48c6-8454-73444902ded6 req-64971812-fabb-45a7-864a-3c0b64546553 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:42.175569 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a9c43f3b-3379-48c6-8454-73444902ded6 req-64971812-fabb-45a7-864a-3c0b64546553 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0899830 Feb 17 17:54:42.227675 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a9c43f3b-3379-48c6-8454-73444902ded6 req-c9992d6b-3407-4cbe-a990-8418a00119a5 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456667 Feb 17 17:54:42.814164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9f38-0d8d-4f2a-abb2-a6f6764ec3bc req-2b442dcd-0a1e-449a-a733-4777c0e57bd3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:42.815896 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-324a9f38-0d8d-4f2a-abb2-a6f6764ec3bc req-2b442dcd-0a1e-449a-a733-4777c0e57bd3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0964925 Feb 17 17:54:42.868419 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-324a9f38-0d8d-4f2a-abb2-a6f6764ec3bc req-69af9a01-a008-4fd6-ac2a-08852c5d5753 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Feb 17 17:54:43.254070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:43.429442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14d87-9f56-4a49-ad4b-9d7921dd62b5 req-3bf2f5b0-6dee-4227-9392-a11ee1964268 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:43.431512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8f14d87-9f56-4a49-ad4b-9d7921dd62b5 req-3bf2f5b0-6dee-4227-9392-a11ee1964268 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0892553 Feb 17 17:54:43.486832 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d8f14d87-9f56-4a49-ad4b-9d7921dd62b5 req-570ddfea-4527-4583-9b79-8763a961543b tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0488884 Feb 17 17:54:44.070359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ade3-63be-4858-ba9d-7ba3563fde24 req-43245671-4f35-4981-ad84-01351ac0dde0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:44.071928 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d20ade3-63be-4858-ba9d-7ba3563fde24 req-43245671-4f35-4981-ad84-01351ac0dde0 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.0890946 Feb 17 17:54:44.119771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d20ade3-63be-4858-ba9d-7ba3563fde24 req-6fb10a97-f505-495a-96ab-2ebbe7afe42e tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Feb 17 17:54:44.699685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a904-5d25-48ae-b68e-7caa1cd7f5a8 req-9b22fa50-526c-45a8-9817-03af72658c33 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:44.701304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f141a904-5d25-48ae-b68e-7caa1cd7f5a8 req-9b22fa50-526c-45a8-9817-03af72658c33 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0932801 Feb 17 17:54:44.751852 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f141a904-5d25-48ae-b68e-7caa1cd7f5a8 req-9942cf34-7b28-4bb4-9ea5-b0207efa0618 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0439334 Feb 17 17:54:45.030511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-b42dcc34-66e4-4883-880b-21e241fdb46d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:45.031294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-b42dcc34-66e4-4883-880b-21e241fdb46d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Synchronizing usage tracker for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:45.047569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-b42dcc34-66e4-4883-880b-21e241fdb46d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Unset dirty status for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:45.048950 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-b42dcc34-66e4-4883-880b-21e241fdb46d tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1166620 Feb 17 17:54:45.140386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Deleting port a2ac890f-2691-45cd-9a84-968ec0ae5b56 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:45.140784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.354994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5fee5-8d7f-4a16-a86b-33af07517768 req-7e859e3f-edee-4306-99ae-c34fd3033612 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:45.357033 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fbc5fee5-8d7f-4a16-a86b-33af07517768 req-7e859e3f-edee-4306-99ae-c34fd3033612 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 946 time: 0.1145394 Feb 17 17:54:45.415248 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fbc5fee5-8d7f-4a16-a86b-33af07517768 req-5b99b4ef-a858-4252-8554-a4b8ba1d553b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Feb 17 17:54:45.650590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] For port a2ac890f-2691-45cd-9a84-968ec0ae5b56, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a2ac890f-2691-45cd-9a84-968ec0ae5b56,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:45.651005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.787728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Calling delete_port for a2ac890f-2691-45cd-9a84-968ec0ae5b56 owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:45.797587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device a2ac890f-2691-45cd-9a84-968ec0ae5b56 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:45.931908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.949694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.964750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53611804-8024-4444-8c9e-309eb7acc1b6 req-a4e6ea1f-7885-490d-bf3e-b7cd85100707 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:45.966653 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53611804-8024-4444-8c9e-309eb7acc1b6 req-a4e6ea1f-7885-490d-bf3e-b7cd85100707 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0949259 Feb 17 17:54:45.968919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fa18a246-fd02-4ba0-a275-eee17be67489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:46.019097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53611804-8024-4444-8c9e-309eb7acc1b6 req-f1180b09-d0de-4217-9e71-6db2276ac803 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457578 Feb 17 17:54:46.072950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Pushing event deleted for resources: {'Port': ['ID=a2ac890f-2691-45cd-9a84-968ec0ae5b56,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:46.082902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:46.186326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] No DVR routers for this DVR port a2ac890f-2691-45cd-9a84-968ec0ae5b56 on host hv-cinder-76019 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:46.188743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.191725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'name': 'network-vif-deleted', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:46.206973 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-198ad3d5-a1e7-445f-951d-c473cc394d43 req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "DELETE /v2.0/ports/a2ac890f-2691-45cd-9a84-968ec0ae5b56 HTTP/1.1" status: 204 len: 173 time: 1.1450841 Feb 17 17:54:46.244902 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231b695d-fafc-41bc-ac5b-7186a626fe84', 'name': 'network-vif-deleted', 'tag': 'a2ac890f-2691-45cd-9a84-968ec0ae5b56', 'status': 'completed', 'code': 200} Feb 17 17:54:46.607614 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e03a3e5-3bfc-405f-88e5-bda5567583af req-e49d6db8-803b-4fcb-ab14-748b0182568b tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=231b695d-fafc-41bc-ac5b-7186a626fe84 HTTP/1.1" status: 200 len: 210 time: 0.0544448 Feb 17 17:54:46.898565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44556) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:47.032614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.063956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:47.073199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Usage tracker for resource:security_group_rule and tenant:637f461223d1497eb8b9a4fa27137b0b is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:47.084920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:47.091464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:47.190067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.194001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.203817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ea67a8f2-0904-4f79-a993-c5d16d65fceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:47.249147 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=637f461223d1497eb8b9a4fa27137b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492894 Feb 17 17:54:47.250195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103efd4-0b95-45aa-8fa1-4d1cf2c84231,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:47.253255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44564) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:47.257040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:47.258776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122c3d-6c45-4358-b43f-5a8b127c8d7a req-a6b1c6c3-72a6-47dc-80f4-fcf651fdfb4f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:47.267839 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c122c3d-6c45-4358-b43f-5a8b127c8d7a req-a6b1c6c3-72a6-47dc-80f4-fcf651fdfb4f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1067989 Feb 17 17:54:47.276194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a969aad-b48c-4d22-bc88-a080f48d9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.317286 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c122c3d-6c45-4358-b43f-5a8b127c8d7a req-403cbda9-4147-43f9-9fae-0f75c9fed3cf tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0477345 Feb 17 17:54:47.324422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.353113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.398883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.404067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d5ab26b1-4ce8-4a95-8f78-72e8a4d4ce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:47.417714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103efd4-0b95-45aa-8fa1-4d1cf2c84231,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:47.420841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:47.421779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:47.423038 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2103efd4-0b95-45aa-8fa1-4d1cf2c84231 HTTP/1.1" status: 204 len: 168 time: 0.1687968 Feb 17 17:54:48.136220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8606831-064f-4605-a9de-058fe1513eae req-7c29f4b7-34ca-4c32-9205-528750ced933 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:48.137861 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8606831-064f-4605-a9de-058fe1513eae req-7c29f4b7-34ca-4c32-9205-528750ced933 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0927973 Feb 17 17:54:48.189369 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8606831-064f-4605-a9de-058fe1513eae req-9f444ed5-685f-482e-9c29-c0706e7ed8b3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Feb 17 17:54:48.521042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a511-0717-4aa6-b78d-d7da73da7bde req-5c8053d9-f40b-428f-bf18-8d4fe74fd1e8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:48.522848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2341a511-0717-4aa6-b78d-d7da73da7bde req-5c8053d9-f40b-428f-bf18-8d4fe74fd1e8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0907199 Feb 17 17:54:48.579636 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2341a511-0717-4aa6-b78d-d7da73da7bde req-788f1e90-5b2e-4271-9715-c0fdcdd875dd tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0502474 Feb 17 17:54:49.092014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-deaf2eab-78b1-4043-b1cb-3cba75df87d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.437502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15eb3b9-f587-4e97-9093-0b8afba4dce7 req-b1a21096-4567-4f9e-926f-6f5fcfb05307 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:49.439258 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a15eb3b9-f587-4e97-9093-0b8afba4dce7 req-b1a21096-4567-4f9e-926f-6f5fcfb05307 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1132841 Feb 17 17:54:49.494031 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a15eb3b9-f587-4e97-9093-0b8afba4dce7 req-dbe8f18f-5ece-44fe-bf17-af694dc932a3 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Feb 17 17:54:49.623287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44638) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:49.752294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.768672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:49.772796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Usage tracker for resource:security_group_rule and tenant:325cdd314a6148b887599bfc09764089 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:49.775806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:49.782535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:49.799727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68307-f250-453c-bc3b-4daf94352d79 req-1903e57a-3272-4611-82c9-6fbc815ade7f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:49.801890 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6e68307-f250-453c-bc3b-4daf94352d79 req-1903e57a-3272-4611-82c9-6fbc815ade7f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0937405 Feb 17 17:54:49.853386 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f6e68307-f250-453c-bc3b-4daf94352d79 req-db31d1a5-4847-4d35-a34d-d8cd2b0abb83 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0449717 Feb 17 17:54:49.872822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.875628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.884446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-13a66224-aa49-481b-b620-321948f208ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:49.936622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=325cdd314a6148b887599bfc09764089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120353 Feb 17 17:54:49.937592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5b331-6cbd-4d02-8542-0dbcb7d8943f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:49.939608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44644) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:49.941116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:50.003924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.033013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.069056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.080995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.086326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27e9fe12-b542-448c-aae3-8e489a72b87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:50.097602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5b331-6cbd-4d02-8542-0dbcb7d8943f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:50.103108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:50.105668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.108782 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f2263d62-943f-4fb4-902d-a8c4d28553a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35f5b331-6cbd-4d02-8542-0dbcb7d8943f HTTP/1.1" status: 204 len: 168 time: 0.1656656 Feb 17 17:54:50.399832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44656) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:50.422767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.438505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:50.442668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Usage tracker for resource:security_group_rule and tenant:2c8ede635b85400cae031c46b078a144 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:50.445675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:50.451596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:50.549844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.553005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.563426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:50.612373 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c8ede635b85400cae031c46b078a144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112694 Feb 17 17:54:50.613376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76658f2f-ca8a-4c35-bc0b-743211a809a5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:50.615285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44662) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:50.619466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:50.685043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.711962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1168-4887-452c-8201-b741b1524b00 req-b76baa4a-050b-4ce2-b657-862cc96bd6eb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:50.713655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57ee1168-4887-452c-8201-b741b1524b00 req-b76baa4a-050b-4ce2-b657-862cc96bd6eb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0970478 Feb 17 17:54:50.717549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.768128 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57ee1168-4887-452c-8201-b741b1524b00 req-25dcef6e-ec05-4106-b4ba-78b88d3d1a4f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479734 Feb 17 17:54:50.769612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.777184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28e60414-de65-4463-9e61-448fc83548cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:50.790899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76658f2f-ca8a-4c35-bc0b-743211a809a5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:50.793532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:50.804958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:50.806603 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76658f2f-ca8a-4c35-bc0b-743211a809a5 HTTP/1.1" status: 204 len: 168 time: 0.1890018 Feb 17 17:54:51.066664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a1c7d-3a70-40bd-92ed-c8965b89e923 req-faeae68b-8819-4add-90fb-ef729e8a9888 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:51.068725 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a48a1c7d-3a70-40bd-92ed-c8965b89e923 req-faeae68b-8819-4add-90fb-ef729e8a9888 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0959821 Feb 17 17:54:51.120927 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a48a1c7d-3a70-40bd-92ed-c8965b89e923 req-a2bb8ace-fe8a-4ad7-a7d3-7b00c95b589f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0447829 Feb 17 17:54:51.390337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.729378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.975975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b28212-14c7-41a3-b54b-6bce0d80c4c8 req-a6226945-6897-4481-8ac3-5201512d33f2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:51.977610 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9b28212-14c7-41a3-b54b-6bce0d80c4c8 req-a6226945-6897-4481-8ac3-5201512d33f2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0933106 Feb 17 17:54:52.027027 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9b28212-14c7-41a3-b54b-6bce0d80c4c8 req-5bd8857d-3f77-4208-9cfc-d7afedc7e593 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Feb 17 17:54:52.473591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd1a6-efbb-4693-9c63-fbc7c3a56832 req-9943adf6-e842-461e-abe7-d529688e9b09 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:52.475198 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-743dd1a6-efbb-4693-9c63-fbc7c3a56832 req-9943adf6-e842-461e-abe7-d529688e9b09 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0903237 Feb 17 17:54:52.529586 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-743dd1a6-efbb-4693-9c63-fbc7c3a56832 req-8e669267-a428-4e98-b849-c23799596dcb tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0478976 Feb 17 17:54:53.261091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c1e4-9fb4-410b-b88d-7721d230ec5a req-fbed9a3d-b314-47f1-9d81-e1d401a85ba8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:53.262836 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fee1c1e4-9fb4-410b-b88d-7721d230ec5a req-fbed9a3d-b314-47f1-9d81-e1d401a85ba8 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0910690 Feb 17 17:54:53.312808 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fee1c1e4-9fb4-410b-b88d-7721d230ec5a req-1b85dfb5-d025-4724-8115-bca2975b2532 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Feb 17 17:54:53.746509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea491d-56d5-43d1-90c7-7c40cc88dad1 req-2edd4f96-b005-4fe4-a71a-5139f8a8864f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:53.748122 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2ea491d-56d5-43d1-90c7-7c40cc88dad1 req-2edd4f96-b005-4fe4-a71a-5139f8a8864f tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0920637 Feb 17 17:54:53.799309 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d2ea491d-56d5-43d1-90c7-7c40cc88dad1 req-ad722ab5-620a-4eaf-b15d-f8b9641922c7 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0440736 Feb 17 17:54:54.511271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2908-4ca4-45d7-887c-d241556e146b req-a4d436c0-1970-409a-9618-a30e241ac1eb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:54.512960 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a9ae2908-4ca4-45d7-887c-d241556e146b req-a4d436c0-1970-409a-9618-a30e241ac1eb tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0859256 Feb 17 17:54:54.568572 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a9ae2908-4ca4-45d7-887c-d241556e146b req-3ff5bab7-5797-4d9f-aec4-b094523a2866 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Feb 17 17:54:55.010217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d3e3c-f438-4c97-bc88-b38683796cbc req-74225af3-dd9b-4143-8e07-c4a333ca665e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:55.011771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c1d3e3c-f438-4c97-bc88-b38683796cbc req-74225af3-dd9b-4143-8e07-c4a333ca665e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0915649 Feb 17 17:54:55.070768 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c1d3e3c-f438-4c97-bc88-b38683796cbc req-e19af689-11d0-496a-86bd-09dcafb3e1a0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0508378 Feb 17 17:54:55.707054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:55.772377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0046-c5f8-4e49-832e-4518b80a1fff req-c16ceb75-5042-493a-9495-adcb66b0c626 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:55.773991 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-327c0046-c5f8-4e49-832e-4518b80a1fff req-c16ceb75-5042-493a-9495-adcb66b0c626 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0905001 Feb 17 17:54:55.822840 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-327c0046-c5f8-4e49-832e-4518b80a1fff req-90b710bf-9e8c-469c-be3e-361c56c86baa tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Feb 17 17:54:56.278795 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6504-81ae-43e9-8f36-2dadd86d286e req-6d85162c-4ac9-4c94-acdf-30363313ae19 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:56.280544 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c2d6504-81ae-43e9-8f36-2dadd86d286e req-6d85162c-4ac9-4c94-acdf-30363313ae19 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.0877645 Feb 17 17:54:56.337940 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2c2d6504-81ae-43e9-8f36-2dadd86d286e req-0f887fdf-ab58-4e41-80fc-de9c7f33a887 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0503316 Feb 17 17:54:56.809915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44794) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:56.944759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.963369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:56.967501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Usage tracker for resource:security_group_rule and tenant:cc69a9a9c2b64a27ad2d92ac70862b6e is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:56.970612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:56.977148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:57.035337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a56d-b828-4f63-b00b-6523c7cdf0f8 req-036aecfd-c914-451e-a858-1494104c8a58 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.037464 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0123a56d-b828-4f63-b00b-6523c7cdf0f8 req-036aecfd-c914-451e-a858-1494104c8a58 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.0933340 Feb 17 17:54:57.065966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.069480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.081968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-780ffc0f-9397-4f44-9736-94cb0d04f838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:57.086323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0123a56d-b828-4f63-b00b-6523c7cdf0f8 req-736c09bf-9347-4597-afbf-e8c1c3768928 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Feb 17 17:54:57.127407 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc69a9a9c2b64a27ad2d92ac70862b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161621 Feb 17 17:54:57.128288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835b4e6-7423-4cf7-b84a-c83c1f2eae42,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:57.130159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44802) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:57.131733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.195741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.224770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.264595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-11e9c43e-318c-4a67-b768-11c1ebd3d1e4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.265510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-11e9c43e-318c-4a67-b768-11c1ebd3d1e4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Synchronizing usage tracker for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:57.272453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.277907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f8b3a7c-950d-4f1d-8306-2e925308807b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:57.281421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-11e9c43e-318c-4a67-b768-11c1ebd3d1e4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Unset dirty status for tenant:370775aaa8c24506bbe8ae3c339bbf59 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:57.283297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-11e9c43e-318c-4a67-b768-11c1ebd3d1e4 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 946 time: 0.1054282 Feb 17 17:54:57.292424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835b4e6-7423-4cf7-b84a-c83c1f2eae42,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:57.297802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.302375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.306346 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7835b4e6-7423-4cf7-b84a-c83c1f2eae42 HTTP/1.1" status: 204 len: 168 time: 0.1746626 Feb 17 17:54:57.383870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Deleting port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:54:57.384269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.565841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f08b24-8961-4f07-ba4d-783fa759649b req-50b746d9-900b-419e-a1d3-a80809ff3b2e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:57.568044 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3f08b24-8961-4f07-ba4d-783fa759649b req-50b746d9-900b-419e-a1d3-a80809ff3b2e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1006732 Feb 17 17:54:57.626668 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d3f08b24-8961-4f07-ba4d-783fa759649b req-ca354c60-bd24-4dde-b69e-b7f907ad93b3 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0521235 Feb 17 17:54:57.677913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44812) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:57.682541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] For port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:57.682955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.697261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.714359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:57.718574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Usage tracker for resource:security_group_rule and tenant:94983fd5548a486dbb3f4cdb38fcb46d is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:57.721658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:57.727481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:57.821351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.825159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Calling delete_port for 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:54:57.825615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.835514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c94610bd-8fdb-4ed0-825f-01663d18c79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:57.877342 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94983fd5548a486dbb3f4cdb38fcb46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981220 Feb 17 17:54:57.881165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44818) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:57.894735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e787bee-b2e3-47e5-b30e-805276b00392,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:57.912013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.950322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.977812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.978522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.994453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ad34b0c-26d6-4c4c-b6e0-f330d3011aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:58.030591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.038273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5589ce2f-5307-47c1-8b9c-59aaf9da8955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:58.052448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e787bee-b2e3-47e5-b30e-805276b00392,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:58.054435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.058628 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e787bee-b2e3-47e5-b30e-805276b00392 HTTP/1.1" status: 204 len: 168 time: 0.1764781 Feb 17 17:54:58.059638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:58.099256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Pushing event deleted for resources: {'Port': ['ID=8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:58.110476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:58.222222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] No DVR routers for this DVR port 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b on host hv-cinder-76019 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:54:58.225253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.228295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'name': 'network-vif-deleted', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:54:58.251875 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb8a3897-a476-40fd-88bf-1253408a4543 req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.65 "DELETE /v2.0/ports/8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b HTTP/1.1" status: 204 len: 173 time: 0.9520812 Feb 17 17:54:58.273063 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5f60c09-0aae-4259-9add-82ffc1fa5726 req-5f04e251-20d4-404f-bf49-b770bf2cace2 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5bf8a4c-a535-4625-9f18-c719a87fd598 HTTP/1.1" status: 200 len: 210 time: 0.0534458 Feb 17 17:54:58.292155 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf8a4c-a535-4625-9f18-c719a87fd598', 'name': 'network-vif-deleted', 'tag': '8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b', 'status': 'completed', 'code': 200} Feb 17 17:54:58.465769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44830) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:58.485456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.500927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:58.505958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Usage tracker for resource:security_group_rule and tenant:6ae53db3519c4488b01cc26f258e2bfa is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:58.510178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:58.516352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:58.613272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.617711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.627416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-aa1b1e4d-a229-40f1-97a0-f6503b7adeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:58.678824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b808a-7f69-4af7-b824-853b666c039a,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:58.682286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:58.685264 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1a928855-b91e-40d3-bf99-9f21d2c7fc8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ae53db3519c4488b01cc26f258e2bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183189 Feb 17 17:54:58.687920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44836) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:58.792982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.839828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.898572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3fe1-7eb0-4b66-8fda-29be99096702 req-5583f9b2-5cd8-40da-adb3-6ddf1987c961 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:58.900190 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be8b3fe1-7eb0-4b66-8fda-29be99096702 req-5583f9b2-5cd8-40da-adb3-6ddf1987c961 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1521235 Feb 17 17:54:58.924154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.932170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-36688186-c2a5-4915-bb2c-e1e0bc9940f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:58.950298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b808a-7f69-4af7-b824-853b666c039a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:58.954572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:58.970212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.971480 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac9b808a-7f69-4af7-b824-853b666c039a HTTP/1.1" status: 204 len: 168 time: 0.2824423 Feb 17 17:54:58.984492 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be8b3fe1-7eb0-4b66-8fda-29be99096702 req-f17ef50c-3541-4464-b68d-f1eda343f00c tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&id=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0765512 Feb 17 17:54:59.352770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:59.382681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44856) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:59.435942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:59.436457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.627672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:54:59.670295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:54:59.670747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 8a5fdcc4-a3c6-437a-bc38-cdbe14ef8c7b not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:00.318694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.345637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44892) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:00.471002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:00.474481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.491718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:00.495862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Usage tracker for resource:security_group_rule and tenant:5d82c1c91acc4deba57a72d99b28b1a0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:00.499015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:00.505419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:00.545929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:00.546277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.595554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.599630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.617363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a5f5bd7a-ed09-4aa7-b379-1e39acbd0fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:00.662958 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d82c1c91acc4deba57a72d99b28b1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161364 Feb 17 17:55:00.663599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44898) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:00.687971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d25904-1163-4ff7-9e18-5641c6e5701e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:00.691412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:00.703602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Deleting port bf2d3109-d250-430a-867b-75212ab2c7b5 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:00.703985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.739085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.768316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.813973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.819018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e6e813b3-834d-437a-80f8-ba29d84daa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:00.831646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d25904-1163-4ff7-9e18-5641c6e5701e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:00.835141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:00.838639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.843497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54d25904-1163-4ff7-9e18-5641c6e5701e HTTP/1.1" status: 204 len: 168 time: 0.1734128 Feb 17 17:55:00.891150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] For port bf2d3109-d250-430a-867b-75212ab2c7b5, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=bf2d3109-d250-430a-867b-75212ab2c7b5,segment=NetworkSegment(235a4fbd-c391-4b58-b112-db36a5fc2a9a),segment_id=235a4fbd-c391-4b58-b112-db36a5fc2a9a)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:00.891549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.033137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Calling delete_port for bf2d3109-d250-430a-867b-75212ab2c7b5 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:01.366355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.382772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9494d46f-9e48-4e29-8824-536f903a816c tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:01.486212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2d3109-d250-430a-867b-75212ab2c7b5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:01.491732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:01.796351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:02.331277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Router 44e542bc-eb66-4231-9730-b2413f93f94e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:02.524073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:02.534894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Sync routers for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:02.537982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] 10.222.0.58 "PUT /v2.0/routers/44e542bc-eb66-4231-9730-b2413f93f94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540358 Feb 17 17:55:02.540581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44932) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:02.545551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:02.545993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:54:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:02.750917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:02.972395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.071986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:55:01Z', 'revision_number': 5, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:03.076701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Checking router: 44e542bc-eb66-4231-9730-b2413f93f94e for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:03.087559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Routers {'44e542bc-eb66-4231-9730-b2413f93f94e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:03.088361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:54:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['44e542bc-eb66-4231-9730-b2413f93f94e'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:03.178789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.187596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Deleting port 2d3dec67-ad48-46e0-992c-a28cc7ae4540 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:03.187971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.422498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] For port 2d3dec67-ad48-46e0-992c-a28cc7ae4540, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=2d3dec67-ad48-46e0-992c-a28cc7ae4540,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:03.423146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.486183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] Set router 44e542bc-eb66-4231-9730-b2413f93f94e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:03.576854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Calling delete_port for 2d3dec67-ad48-46e0-992c-a28cc7ae4540 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:03.803555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.817775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5dffe541-d44f-4287-a217-51ff3ed2ec02 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:03.844280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:55:01Z', 'revision_number': 5, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:03.848842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f46b-3061-412f-83fe-2f7d9cb1b93b None None] The sync data for ids ['44e542bc-eb66-4231-9730-b2413f93f94e'] in dv-cinder-760199-3-iscsi is: [{'id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'name': 'tempest-ServerRescueNegativeTestJSON-1040265542-router', 'tenant_id': '370775aaa8c24506bbe8ae3c339bbf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:11Z', 'updated_at': '2021-02-17T17:55:01Z', 'revision_number': 5, 'project_id': '370775aaa8c24506bbe8ae3c339bbf59', 'gw_port': {'id': '2d3dec67-ad48-46e0-992c-a28cc7ae4540', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e542bc-eb66-4231-9730-b2413f93f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:17Z', 'updated_at': '2021-02-17T17:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:03.867145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3dec67-ad48-46e0-992c-a28cc7ae4540,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:03.921899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:04.059710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.251707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.253997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.346873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.347441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e542bc-eb66-4231-9730-b2413f93f94e {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:55:04.361736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.363071 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] 10.222.0.58 "DELETE /v2.0/routers/44e542bc-eb66-4231-9730-b2413f93f94e HTTP/1.1" status: 204 len: 168 time: 1.8214984 Feb 17 17:55:04.366414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44954) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:04.433416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Deleting subnet 2ebb659f-0d2d-4839-90ac-7f4a742c0be9 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:55:04.437014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.493255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.552986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.691674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device bf2d3109-d250-430a-867b-75212ab2c7b5 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:04.730299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: bf2d3109-d250-430a-867b-75212ab2c7b5 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:55:04.730733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device bf2d3109-d250-430a-867b-75212ab2c7b5 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:04.731202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2d3dec67-ad48-46e0-992c-a28cc7ae4540 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:04.771053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 2d3dec67-ad48-46e0-992c-a28cc7ae4540 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:55:04.771459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 2d3dec67-ad48-46e0-992c-a28cc7ae4540 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:55:04.825502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.842029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0864daf1-5bfb-4c47-a05e-d079304af749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:04.940639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebb659f-0d2d-4839-90ac-7f4a742c0be9,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:04.945043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:04.978283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:04.984464 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2ebb659f-0d2d-4839-90ac-7f4a742c0be9 HTTP/1.1" status: 204 len: 168 time: 0.6169808 Feb 17 17:55:04.987172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 44964) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:05.112011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.307063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.422030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8460b7f-7e75-417c-b058-118f385eb29f']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:05.435608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235a4fbd-c391-4b58-b112-db36a5fc2a9a') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:05.435948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235a4fbd-c391-4b58-b112-db36a5fc2a9a') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:05.448988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.467482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.469685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:55:05.654023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Network f8460b7f-7e75-417c-b058-118f385eb29f has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:55:05.665478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.855557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Network f8460b7f-7e75-417c-b058-118f385eb29f has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:55:05.878785 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:55:05.954194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.958269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2e57890-f501-4caa-b51f-51b03e72b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:05.978868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.985476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8460b7f-7e75-417c-b058-118f385eb29f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:05.990109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:05.996358 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8149bd64-ad85-4ade-bab2-312cbb4d063b admin admin] 10.222.0.58 "DELETE /v2.0/networks/f8460b7f-7e75-417c-b058-118f385eb29f HTTP/1.1" status: 204 len: 168 time: 1.0081265 Feb 17 17:55:06.176418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44976) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:06.459737 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-02526f98-1033-4e94-9555-418000a9849a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=370775aaa8c24506bbe8ae3c339bbf59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2819476 Feb 17 17:55:06.462337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 44982) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:06.527350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.555048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.601598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.606728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1e735d7c-9ffb-490e-8b99-f25fd0f399e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:06.620440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7450b3-e5ee-47bd-acc1-9cfb39f761c8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:06.623283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:06.624496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.625699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d7450b3-e5ee-47bd-acc1-9cfb39f761c8 HTTP/1.1" status: 204 len: 168 time: 0.1623807 Feb 17 17:55:09.837580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911160-5677-4521-9abb-5e1a026a1fea req-8be9e6a9-9b27-4481-819c-7b598d00614f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:09.840357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1b911160-5677-4521-9abb-5e1a026a1fea req-8be9e6a9-9b27-4481-819c-7b598d00614f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1024833 Feb 17 17:55:09.907277 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1b911160-5677-4521-9abb-5e1a026a1fea req-8057c054-9e68-4ff9-8e4d-7a6195f5e627 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589964 Feb 17 17:55:11.151057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c4093-821b-4692-88cd-b01d5f06e1cd req-0a92d2d8-dcd7-48b2-98b9-773ae68a4216 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:11.152718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c91c4093-821b-4692-88cd-b01d5f06e1cd req-0a92d2d8-dcd7-48b2-98b9-773ae68a4216 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1114464 Feb 17 17:55:11.202353 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c91c4093-821b-4692-88cd-b01d5f06e1cd req-85383f23-081f-4c61-93d2-11d0e9f27c78 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Feb 17 17:55:12.132018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-570e055f-5ee9-4f8d-a6c9-3649af1a46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:12.134119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-570e055f-5ee9-4f8d-a6c9-3649af1a46ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1162 time: 0.0794868 Feb 17 17:55:12.320486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-d4a29652-de92-4a60-bfba-c628c48ce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:12.322214 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-d4a29652-de92-4a60-bfba-c628c48ce333 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.1420159 Feb 17 17:55:12.405536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c65fb6-475c-44ed-9fcb-bb515c8bf875 req-40d86629-1ff4-4cc7-8dc1-240fc25505b6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:12.407414 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4c65fb6-475c-44ed-9fcb-bb515c8bf875 req-40d86629-1ff4-4cc7-8dc1-240fc25505b6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0870748 Feb 17 17:55:12.437667 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-da07727e-97d2-471f-b92b-3f989ba54a9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 1000 time: 0.1068511 Feb 17 17:55:12.460622 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f4c65fb6-475c-44ed-9fcb-bb515c8bf875 req-08d87057-79f7-4531-8923-f29e87753967 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469003 Feb 17 17:55:12.510863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-1d534568-a830-4d87-8d35-6ad619d7f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:12.512398 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-1d534568-a830-4d87-8d35-6ad619d7f6dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.0673358 Feb 17 17:55:12.605371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-b64454db-b494-4883-a883-f2ece54074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:12.607039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-b64454db-b494-4883-a883-f2ece54074cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866835 Feb 17 17:55:12.758358 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-49fba5b7-d815-43c9-9a2d-79f337e6a26b service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415844 Feb 17 17:55:12.910145 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bcc11033-756c-4c30-b777-89a93d32a7f3 req-b58422b3-8aa9-42c3-b7c6-f77003e235f8 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419415 Feb 17 17:55:13.272700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.403683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45150) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:13.562026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.579353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:13.606965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Usage tracker for resource:security_group_rule and tenant:cf941c387ff14019871b69d16782b8fd is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:13.611498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:13.618315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:13.676037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da170f90-9661-4f05-a5ee-616d10c0fd33 req-edc8050a-fb5d-4660-bea9-154d680b9131 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:13.679919 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da170f90-9661-4f05-a5ee-616d10c0fd33 req-edc8050a-fb5d-4660-bea9-154d680b9131 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0977707 Feb 17 17:55:13.723892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.727352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.734706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da170f90-9661-4f05-a5ee-616d10c0fd33 req-a600c7d2-2136-4502-929e-c5d015558d5e tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Feb 17 17:55:13.737141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c69e6b1d-33c2-465e-b2e4-09f331da0a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:13.785724 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf941c387ff14019871b69d16782b8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808029 Feb 17 17:55:13.788883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45172) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:13.803883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47abb229-1df4-4d3d-993f-84aeda21b12b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:13.808543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:13.860144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.889534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.938452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.944543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-daebc617-bdff-4bec-aa20-cfaea00bcc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:13.955805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47abb229-1df4-4d3d-993f-84aeda21b12b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:13.961369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:13.963736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:13.967473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47abb229-1df4-4d3d-993f-84aeda21b12b HTTP/1.1" status: 204 len: 168 time: 0.1750958 Feb 17 17:55:14.947896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be218ec-0996-4538-bae6-45fe37dfea3e req-25bc001f-e041-4fdb-99b3-9346532af846 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:14.949545 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1be218ec-0996-4538-bae6-45fe37dfea3e req-25bc001f-e041-4fdb-99b3-9346532af846 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0930285 Feb 17 17:55:15.000460 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1be218ec-0996-4538-bae6-45fe37dfea3e req-8021af17-5434-4d72-a4cc-7ce8044dfd03 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440557 Feb 17 17:55:16.210623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5eb7c-1704-4ad6-8bd6-c26909dc4ee4 req-1aadb28b-0f1f-42f3-b164-28f0caf7b010 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:16.212201 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16d5eb7c-1704-4ad6-8bd6-c26909dc4ee4 req-1aadb28b-0f1f-42f3-b164-28f0caf7b010 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0918059 Feb 17 17:55:16.268396 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16d5eb7c-1704-4ad6-8bd6-c26909dc4ee4 req-427ceedb-0d8e-450a-bb8f-789a3d1bb600 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494008 Feb 17 17:55:17.258429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8471-a2af-40cc-94d6-e6afdaea3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:17.472806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05590d4-5902-49fe-9f5c-c34be592e650 req-3d652d72-2082-4a24-9210-92cf7c62dabb tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:17.474503 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c05590d4-5902-49fe-9f5c-c34be592e650 req-3d652d72-2082-4a24-9210-92cf7c62dabb tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0913951 Feb 17 17:55:17.524097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c05590d4-5902-49fe-9f5c-c34be592e650 req-19aba2c9-4c8f-4807-88b3-bc0bd405bb66 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 Feb 17 17:55:17.987596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45292) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:18.124335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.139701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:18.143752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Usage tracker for resource:security_group_rule and tenant:4b52052ba184449a89082852d88ef5ad is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:18.146764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:18.152482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:18.236042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.240244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.252599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5cae5815-b3e3-4ebc-9a47-01e9d160d0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:18.296829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832301da-3441-411e-a454-d4d3dad2e3f5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:18.303081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b52052ba184449a89082852d88ef5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138552 Feb 17 17:55:18.306793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45298) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:18.308386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.308800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.309202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.309595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.309980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.310375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.310799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.311192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.311575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.311965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.312353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.312740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.313220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.313768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.314010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.314417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.314807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.315202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.315591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.316130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.316428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.316772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.317154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.317539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.321923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:18.376541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.405666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.455563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.460344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02068a07-9dba-48b5-903f-53a86f4e7377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:18.472261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832301da-3441-411e-a454-d4d3dad2e3f5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:18.484376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.484801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.485215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.485632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.486037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.486460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.486866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.487264 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.487661 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.488072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.488456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.488851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.489339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.489736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.490128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.490577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.490973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.491374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.491765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.492158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.492552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.492944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.493334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.493723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:18.497770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:18.499182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:18.500454 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/832301da-3441-411e-a454-d4d3dad2e3f5 HTTP/1.1" status: 204 len: 168 time: 0.1920483 Feb 17 17:55:18.746763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6bf16-b5c5-4cb8-8d13-07392d3eec09 req-b24e9691-92fc-49ff-a23d-ca388d5fec54 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:18.748873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36e6bf16-b5c5-4cb8-8d13-07392d3eec09 req-b24e9691-92fc-49ff-a23d-ca388d5fec54 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0996745 Feb 17 17:55:18.816064 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36e6bf16-b5c5-4cb8-8d13-07392d3eec09 req-bd80aafb-9dc5-4ac7-abb4-114c23ff8796 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584819 Feb 17 17:55:19.078732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0abb1da3-d994-437f-8e6b-c80e67c04d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.031030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2f5f-892d-42f5-a18e-ff175cd96af7 req-3ca09280-38a8-4f9b-a6c3-92ca5d1ccef3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:20.032986 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-812d2f5f-892d-42f5-a18e-ff175cd96af7 req-3ca09280-38a8-4f9b-a6c3-92ca5d1ccef3 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0889840 Feb 17 17:55:20.084148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:20.090781 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-812d2f5f-892d-42f5-a18e-ff175cd96af7 req-b94c63c3-ce21-4340-8895-fef3327bcc8d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508046 Feb 17 17:55:21.296707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edc0ff-379c-48d1-99a8-475550f88c53 req-4a076557-570b-4a41-93da-42bce3c677c8 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:21.298249 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82edc0ff-379c-48d1-99a8-475550f88c53 req-4a076557-570b-4a41-93da-42bce3c677c8 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0922716 Feb 17 17:55:21.347774 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82edc0ff-379c-48d1-99a8-475550f88c53 req-d99a7170-6c06-4289-aed7-4ac4d1811931 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Feb 17 17:55:21.395269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:21.726921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:22.548606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d1eaf-8ca0-4d21-9a15-fa90a6f34a7d req-4dae6b42-1799-4823-9132-55ce9b6ed4d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:22.550259 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-162d1eaf-8ca0-4d21-9a15-fa90a6f34a7d req-4dae6b42-1799-4823-9132-55ce9b6ed4d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0865092 Feb 17 17:55:22.605596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-162d1eaf-8ca0-4d21-9a15-fa90a6f34a7d req-0b68f6d8-8eea-4287-bc91-d96a0114ea1d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482087 Feb 17 17:55:24.190828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4590190-9b7e-4ba1-8d38-b2f6a67d9d80 req-7f5e90e1-9bc2-49a1-bd5b-fd3de6f1d046 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:24.192863 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4590190-9b7e-4ba1-8d38-b2f6a67d9d80 req-7f5e90e1-9bc2-49a1-bd5b-fd3de6f1d046 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3347650 Feb 17 17:55:24.246829 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4590190-9b7e-4ba1-8d38-b2f6a67d9d80 req-9d6e36bb-6aab-4bf1-a88e-1e2fdc9c0dcc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471220 Feb 17 17:55:25.451196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057be53-060b-4105-96bd-a73dcfa6431c req-e52a2141-9de6-4c6c-b272-1ac761c20d29 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:25.452792 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8057be53-060b-4105-96bd-a73dcfa6431c req-e52a2141-9de6-4c6c-b272-1ac761c20d29 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0891409 Feb 17 17:55:25.501727 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8057be53-060b-4105-96bd-a73dcfa6431c req-39089bb0-b464-46f7-84a6-9087d0175aa9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Feb 17 17:55:26.705014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975ec0f-32d2-4cad-8baa-e94c53f18db3 req-ae639018-081e-4460-b096-b2c144f373da tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:26.706678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b975ec0f-32d2-4cad-8baa-e94c53f18db3 req-ae639018-081e-4460-b096-b2c144f373da tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0904458 Feb 17 17:55:26.757312 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b975ec0f-32d2-4cad-8baa-e94c53f18db3 req-5193c1aa-a15e-4f8a-a70c-3976387ce3bb tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Feb 17 17:55:27.981872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaccdb-ac32-4ba3-8039-4c7550be8728 req-6fbe75ca-6bb7-4869-9e6f-a5b1f6d543dc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:27.983579 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02eaccdb-ac32-4ba3-8039-4c7550be8728 req-6fbe75ca-6bb7-4869-9e6f-a5b1f6d543dc tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1012580 Feb 17 17:55:28.033631 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-02eaccdb-ac32-4ba3-8039-4c7550be8728 req-4566ec69-a7a6-4dbb-8733-922c4019972d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Feb 17 17:55:28.411012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13a3a-023d-4179-b543-f80f6d65a762 req-6c6ebbe2-1c6d-43d8-a3e7-27cfa5377c17 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:28.412645 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-69a13a3a-023d-4179-b543-f80f6d65a762 req-6c6ebbe2-1c6d-43d8-a3e7-27cfa5377c17 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0983214 Feb 17 17:55:28.461577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-69a13a3a-023d-4179-b543-f80f6d65a762 req-8c8e0087-53a2-490d-8497-d4ed9bb1d348 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Feb 17 17:55:29.668982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687adc01-4384-4de5-bcf4-bdf0495bcab0 req-68e13283-a7d0-46e1-963f-d736c179148c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:29.671053 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-687adc01-4384-4de5-bcf4-bdf0495bcab0 req-68e13283-a7d0-46e1-963f-d736c179148c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0888422 Feb 17 17:55:29.730674 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-687adc01-4384-4de5-bcf4-bdf0495bcab0 req-8051410e-adda-4e14-9871-7d40aacb9156 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526807 Feb 17 17:55:30.952252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8974c-6c7f-4a64-ae5b-ed79ccb47796 req-8c3f44ca-6fc1-430f-a746-4259eede4693 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:30.953872 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c7b8974c-6c7f-4a64-ae5b-ed79ccb47796 req-8c3f44ca-6fc1-430f-a746-4259eede4693 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1035371 Feb 17 17:55:31.001850 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c7b8974c-6c7f-4a64-ae5b-ed79ccb47796 req-c88a78a0-5c18-4033-ae03-08094b456d0f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Feb 17 17:55:31.507263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-e1db77c9-f944-41a2-899b-ee0e7bbc3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:31.508960 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-e1db77c9-f944-41a2-899b-ee0e7bbc3d00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 1162 time: 0.1955409 Feb 17 17:55:31.665183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-a29c86b3-45af-4305-a95c-2578d1d5eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:31.666854 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-a29c86b3-45af-4305-a95c-2578d1d5eed0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.1457281 Feb 17 17:55:31.785028 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-cdb57954-8770-4b09-a252-feacff848361 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 200 len: 1000 time: 0.1089761 Feb 17 17:55:31.856124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-d715086e-1537-4bd1-a244-ffd1e4789530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:31.857745 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-d715086e-1537-4bd1-a244-ffd1e4789530 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.0664573 Feb 17 17:55:31.965938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-34b2bb51-cf93-44f7-ab58-c34d86fe3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:31.967904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-34b2bb51-cf93-44f7-ab58-c34d86fe3409 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005466 Feb 17 17:55:32.197650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-511696b4-074a-4b76-9ffc-3f6ed98a5577 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198787 Feb 17 17:55:32.247930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4aba-633e-40b4-9c87-91849b0e1cfc req-1d85544b-b0cb-4f59-9e6f-fd9b92c76b8c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:32.258081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26dd4aba-633e-40b4-9c87-91849b0e1cfc req-1d85544b-b0cb-4f59-9e6f-fd9b92c76b8c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1104081 Feb 17 17:55:32.306369 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26dd4aba-633e-40b4-9c87-91849b0e1cfc req-9acb96e8-1713-4af5-b9d0-0ac19bfc89fa tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471292 Feb 17 17:55:32.583362 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9baef92e-8492-41a1-8843-8f14635d3b29 req-09134b06-dcb9-4097-a860-d3aa2bc153e3 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3714855 Feb 17 17:55:32.708044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:33.516332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd390-0618-4310-97ea-bc72a796579c req-96cedd0c-4dda-4e1d-9d93-673c21912c15 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:33.517948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d0cd390-0618-4310-97ea-bc72a796579c req-96cedd0c-4dda-4e1d-9d93-673c21912c15 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.0879450 Feb 17 17:55:33.570299 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2d0cd390-0618-4310-97ea-bc72a796579c req-54dd5cc5-a2f0-4dfe-bd80-345f639316b6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453928 Feb 17 17:55:33.973361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:34.048640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:34.049066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:34.826346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc18020-ee96-47d7-a30d-6897fab9d41a req-f13831be-8a70-4bbb-b648-a542cb42db58 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:34.828134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0bc18020-ee96-47d7-a30d-6897fab9d41a req-f13831be-8a70-4bbb-b648-a542cb42db58 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.1002860 Feb 17 17:55:34.906274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0bc18020-ee96-47d7-a30d-6897fab9d41a req-fbae9784-3358-4862-b2bb-dce6b21de824 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712528 Feb 17 17:55:35.127147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c99f-fec4-4fc9-ba83-a28833ab5d17 req-69f02e5a-17ad-41cb-8c92-9d3734c08cb3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:35.128781 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23e0c99f-fec4-4fc9-ba83-a28833ab5d17 req-69f02e5a-17ad-41cb-8c92-9d3734c08cb3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0887575 Feb 17 17:55:35.182677 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23e0c99f-fec4-4fc9-ba83-a28833ab5d17 req-7d1cd14c-d23d-4975-8543-cb80f2fbba08 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Feb 17 17:55:36.409141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b6b3-2095-4d40-8b04-4b0b5cc734bb req-a0406b0b-ccbb-4d99-a71e-52ae4dda9612 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:36.421222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4582b6b3-2095-4d40-8b04-4b0b5cc734bb req-a0406b0b-ccbb-4d99-a71e-52ae4dda9612 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0961680 Feb 17 17:55:36.467360 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4582b6b3-2095-4d40-8b04-4b0b5cc734bb req-5bce53b9-504b-45cb-86e8-8a7828f7de67 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487661 Feb 17 17:55:37.707560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573c63-1d43-48da-ab24-9425c936a510 req-5a07d388-10b5-42b1-a13e-9faaa05eeea6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.709274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea573c63-1d43-48da-ab24-9425c936a510 req-5a07d388-10b5-42b1-a13e-9faaa05eeea6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.0997949 Feb 17 17:55:37.761789 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea573c63-1d43-48da-ab24-9425c936a510 req-53e1e13a-8dcd-4d79-8ac6-c2daeebe80fd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=70946dc6-bd0d-4704-94a0-ca23112ccc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Feb 17 17:55:37.807471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 61387255-8616-4340-9dfc-4decf6d0cc4e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:37.852912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-e29c714f-ed9f-40ca-acf1-c648ee8d0609 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:37.853690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-e29c714f-ed9f-40ca-acf1-c648ee8d0609 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:37.870777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-e29c714f-ed9f-40ca-acf1-c648ee8d0609 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:37.872071 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-e29c714f-ed9f-40ca-acf1-c648ee8d0609 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 946 time: 0.1136403 Feb 17 17:55:37.934388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:37.958136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Deleting port 61387255-8616-4340-9dfc-4decf6d0cc4e {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:37.958559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:37.964375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:37.975742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:37.980806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:37.984606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:38.057577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'code': 200} Feb 17 17:55:38.129118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:38.137634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.138043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.138471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.138871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.139256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.139640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.140022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.140402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.140782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.141160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.141630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.142256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.142858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.143238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.143618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.143996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.144908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.145290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.145664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.146045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.146474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.146858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.147234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.147670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:55:38.154413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:38.243225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] For port 61387255-8616-4340-9dfc-4decf6d0cc4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=61387255-8616-4340-9dfc-4decf6d0cc4e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:38.243633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:38.568094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:38.568751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:38.569296 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Floating IP ad0482e2-d863-4c7f-900b-8374dd38aa2c disassociated. External IP: 172.27.3.47, port: 61387255-8616-4340-9dfc-4decf6d0cc4e. Feb 17 17:55:38.569805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Calling delete_port for 61387255-8616-4340-9dfc-4decf6d0cc4e owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:38.739726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:38.755434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d61d79db-ba10-49a8-808b-8a090560bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:38.826450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4325a4a-7557-4b02-b0a5-3b87ea9b5cb9 req-4348b862-e87e-4ae5-a01e-5248638685d2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:38.828136 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4325a4a-7557-4b02-b0a5-3b87ea9b5cb9 req-4348b862-e87e-4ae5-a01e-5248638685d2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.0899749 Feb 17 17:55:38.859056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'Port': ['ID=61387255-8616-4340-9dfc-4decf6d0cc4e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:38.869194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:38.883091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4325a4a-7557-4b02-b0a5-3b87ea9b5cb9 req-85529334-5e06-43ae-aae2-62caa1c38416 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Feb 17 17:55:38.948811 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8a1c46b-2037-4a95-b52a-5e61c7449b68 req-94de8061-c24a-4b7f-9785-c36c62d34dc5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0587702 Feb 17 17:55:39.138082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:55:39.330139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:55:39.341721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:55:39.353744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:39.354710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:39.374716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] No DVR routers for this DVR port 61387255-8616-4340-9dfc-4decf6d0cc4e on host hv-cinder-76019 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:55:39.376929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:39.379963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-deleted', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:39.416885 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc2605ce-e601-4cc4-80d0-5441f30665e6 req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "DELETE /v2.0/ports/61387255-8616-4340-9dfc-4decf6d0cc4e HTTP/1.1" status: 204 len: 173 time: 1.5374568 Feb 17 17:55:39.525333 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7804f4-2388-4404-9712-22ced3906ba6', 'name': 'network-vif-deleted', 'tag': '61387255-8616-4340-9dfc-4decf6d0cc4e', 'status': 'completed', 'code': 200} Feb 17 17:55:39.583183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:39.946292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:39.950798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:55:39.960764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:39.961392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:40.119571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f109a-ab7e-49fb-a890-0927aa94506c req-b95d27d0-8187-4ca6-af1a-d23712a0c818 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:40.121354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-378f109a-ab7e-49fb-a890-0927aa94506c req-b95d27d0-8187-4ca6-af1a-d23712a0c818 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.1168764 Feb 17 17:55:40.212067 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cb891360-8b75-4178-8204-dc4b901b1eb1 req-ca98953f-62db-48bb-a76e-f10c97f12cbe tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7804f4-2388-4404-9712-22ced3906ba6 HTTP/1.1" status: 200 len: 210 time: 0.0660536 Feb 17 17:55:40.233755 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-378f109a-ab7e-49fb-a890-0927aa94506c req-7e5862a9-9a0e-422a-b572-326b7d902d30 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038420 Feb 17 17:55:40.332662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:40.695840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:40.700361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c2210-c8b5-4209-8235-f3c4aefae9d4 None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:41.181954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1906c-ef09-4c80-830b-eda8fcae0c85 None None] New status for floating IP ad0482e2-d863-4c7f-900b-8374dd38aa2c: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:55:41.391349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45710) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.472854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.483551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70197cb-84b2-4888-bcd5-e292baef4bc7 req-22fe3c1c-ab2e-475b-84d1-eafa0a0644e4 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:41.485349 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b70197cb-84b2-4888-bcd5-e292baef4bc7 req-22fe3c1c-ab2e-475b-84d1-eafa0a0644e4 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.1166892 Feb 17 17:55:41.549949 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b70197cb-84b2-4888-bcd5-e292baef4bc7 req-27293490-a711-48db-908b-42c5da783c88 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Feb 17 17:55:41.555972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.629691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc339b-b863-4804-83a6-74aa0be48834 req-eee34fec-8c86-4801-bf25-e6d243061679 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:41.630485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bccc339b-b863-4804-83a6-74aa0be48834 req-eee34fec-8c86-4801-bf25-e6d243061679 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Synchronizing usage tracker for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:41.641443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.649620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad5e6288-4bec-4583-8ea4-f86a7e9c04e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:41.669575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70946dc6-bd0d-4704-94a0-ca23112ccc47,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:41.672314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:41.672953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-bccc339b-b863-4804-83a6-74aa0be48834 req-eee34fec-8c86-4801-bf25-e6d243061679 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Unset dirty status for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:41.674199 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bccc339b-b863-4804-83a6-74aa0be48834 req-eee34fec-8c86-4801-bf25-e6d243061679 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 946 time: 0.1838720 Feb 17 17:55:41.681116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.682318 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "DELETE /v2.0/security-groups/70946dc6-bd0d-4704-94a0-ca23112ccc47 HTTP/1.1" status: 204 len: 168 time: 0.2896919 Feb 17 17:55:41.691553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45714) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.706745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device efa79c48-db49-4e95-881c-9b9b3e96a0d3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:55:41.709267 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-1b7c0c4c-3551-4c17-a5f7-b1d61cffb22e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] show failed (client error): The resource could not be found. Feb 17 17:55:41.713192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1b7c0c4c-3551-4c17-a5f7-b1d61cffb22e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups/70946dc6-bd0d-4704-94a0-ca23112ccc47 HTTP/1.1" status: 404 len: 347 time: 0.0177557 Feb 17 17:55:41.713404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45718) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:41.756465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Deleting port efa79c48-db49-4e95-881c-9b9b3e96a0d3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:41.756855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.834904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.867715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:41.883141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:41.888041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.889994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:41.892332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Deleting port 116d6cd2-dfd8-4295-b07e-7480b4a91453 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:41.893056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:41.964827 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3', 'code': 200} Feb 17 17:55:41.982956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:41.986928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:42.073634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:42.074128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.184560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.184560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.232495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Calling delete_port for efa79c48-db49-4e95-881c-9b9b3e96a0d3 owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:42.325193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Calling delete_port for 116d6cd2-dfd8-4295-b07e-7480b4a91453 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:42.326208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:55:42.326740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:55:42.482226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.498063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3dc51874-f9cf-44b8-9769-7ad33ead306c tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:42.593857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'Port': ['ID=116d6cd2-dfd8-4295-b07e-7480b4a91453,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:42.597280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:42.798989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.819887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.821134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "DELETE /v2.0/floatingips/ad0482e2-d863-4c7f-900b-8374dd38aa2c HTTP/1.1" status: 204 len: 168 time: 1.1067543 Feb 17 17:55:42.829059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Deleting port efa79c48-db49-4e95-881c-9b9b3e96a0d3 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:55:42.829776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:42.833028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcbeab-c7a2-45c7-8742-e0e2c275303e req-effdd566-07ac-4bf2-95cd-56e540819870 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:42.834631 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bfcbeab-c7a2-45c7-8742-e0e2c275303e req-effdd566-07ac-4bf2-95cd-56e540819870 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 944 time: 0.1254730 Feb 17 17:55:42.884855 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bfcbeab-c7a2-45c7-8742-e0e2c275303e req-bf0957e6-c24c-4059-8699-bba27c9d2abc tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Feb 17 17:55:43.105873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] For port efa79c48-db49-4e95-881c-9b9b3e96a0d3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=efa79c48-db49-4e95-881c-9b9b3e96a0d3,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:43.106573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.187641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45754) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:43.194431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719816344', 'description': 'tempest-description--1674162027'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:43.201947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.206722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.209952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.216664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.227650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.252470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.257813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.261302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.267762 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.281147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Calling delete_port for efa79c48-db49-4e95-881c-9b9b3e96a0d3 owned by compute:nova {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:55:43.293563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.354873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.357873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.364610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ae97417-9c2d-418a-92e0-37a326a54ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.416337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda5083-8341-497d-b0af-652ac707070d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.419529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.424052 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2319684 Feb 17 17:55:43.424052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.424343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45758) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:43.430910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group_rule': {'security_group_id': '4cda5083-8341-497d-b0af-652ac707070d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:43.438114 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.443472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.447174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.454313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.477598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.546960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.549813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.557934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-105863ea-33a9-4023-bfd1-54f2357fac04 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.579882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664f7823-2083-4417-9aef-e7567fe113e3,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.583250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.587408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.591349 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-342ff808-3443-412a-a187-8cbc8d95c967 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633449 Feb 17 17:55:43.591606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45762) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:43.598270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'security_group_rule': {'security_group_id': '4cda5083-8341-497d-b0af-652ac707070d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:43.605499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.609808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:security_group_rule and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.613864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.620072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.636604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.674331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.695206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.704744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.707558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.709745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5089b9c7-83c6-4da6-ac36-21f77bfd7a81 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:43.731862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922d8a06-31c4-40ed-9c0e-250aaea80693,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.736408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.745772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.750168 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d64f0f65-438a-4b65-b295-6e19a356f6a1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544213 Feb 17 17:55:43.750846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 45768) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:43.756709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:43.762857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:43.767116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Usage tracker for resource:floatingip and tenant:506d1223bea34518bb3c51a3f3567844 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:43.770206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:43.776310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:43.792037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.805675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Pushing event deleted for resources: {'Port': ['ID=efa79c48-db49-4e95-881c-9b9b3e96a0d3,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:43.816506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:43.907318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] No DVR routers for this DVR port efa79c48-db49-4e95-881c-9b9b3e96a0d3 on host hv-cinder-76019 {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:55:43.911835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.917779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-deleted', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:43.958659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:43.974663 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bccc339b-b863-4804-83a6-74aa0be48834 req-bee42197-a8f1-456c-a70a-f99209acecf5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "DELETE /v2.0/ports/efa79c48-db49-4e95-881c-9b9b3e96a0d3 HTTP/1.1" status: 204 len: 173 time: 2.2900636 Feb 17 17:55:43.995059 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1db307-ba0d-4012-9c76-9fe3ebbb4026', 'name': 'network-vif-deleted', 'tag': 'efa79c48-db49-4e95-881c-9b9b3e96a0d3', 'status': 'completed', 'code': 200} Feb 17 17:55:44.139605 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b4ea6f85-1510-4569-90af-863a9681892e req-dca1e6e4-3ebe-41c6-aa7b-afe82aeec361 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1db307-ba0d-4012-9c76-9fe3ebbb4026 HTTP/1.1" status: 200 len: 210 time: 0.1192904 Feb 17 17:55:44.338840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Allocated IP 172.27.3.155 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/118bf7fb-50da-42c8-a16a-ee7c2019a497) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:44.499787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.530759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.550105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:44.574179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45800) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:44.709424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.726267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:44.730634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f4afad50246747be98d4aa8daf5f000c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:44.733905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:44.741330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:44.840349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.843623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:44.859793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-36f014b2-af7a-46c0-bd2f-0cfdbd236563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:44.916686 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4afad50246747be98d4aa8daf5f000c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411920 Feb 17 17:55:44.916929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=118bf7fb-50da-42c8-a16a-ee7c2019a497,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:44.918064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678a425-a8b8-46e9-9518-d277c3ffa197,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:44.924063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45806) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:44.927931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:44.930257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:44.974833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:44.975953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:44.978271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:44.996419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.025440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.066551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.083079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.089040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7c136cb1-94c1-4257-81ba-f5af475dbe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:45.102323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678a425-a8b8-46e9-9518-d277c3ffa197,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:45.105536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:45.108088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.109332 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6678a425-a8b8-46e9-9518-d277c3ffa197 HTTP/1.1" status: 204 len: 168 time: 0.1837895 Feb 17 17:55:45.143434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.447323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45822) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:45.448904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.457063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.468309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.475771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:45.487232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:45.491756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a89b246b984b6bbc274599bb594ab9 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:45.495126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:45.502756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:45.616231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.619872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.630256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-65e7f728-4991-4443-a807-4c036b77d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:45.659724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=118bf7fb-50da-42c8-a16a-ee7c2019a497,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:45.673884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:45.674753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f536728-aaee-41a8-8228-fed90b2c76f0,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:45.679599 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5a89b246b984b6bbc274599bb594ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311354 Feb 17 17:55:45.680618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:45.682294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 45828) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:45.757781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.776736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.786156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.800493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.801844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0498967 Feb 17 17:55:45.837018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.846781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f4c30c2e-ea0e-4ee7-921a-02a4d3e38abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:45.871720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f536728-aaee-41a8-8228-fed90b2c76f0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:45.874306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:45.875742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f536728-aaee-41a8-8228-fed90b2c76f0 HTTP/1.1" status: 204 len: 168 time: 0.1924167 Feb 17 17:55:45.876848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:46.103569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-69d26a1b-1270-43b8-bd34-8fe32eee1efb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:46.123290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-69d26a1b-1270-43b8-bd34-8fe32eee1efb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:46.124621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-69d26a1b-1270-43b8-bd34-8fe32eee1efb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--719816344&fields=id&tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 267 time: 0.1032102 Feb 17 17:55:46.307826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-40147c36-1dfb-4dc6-8313-a27243cfb506 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:46.309459 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-40147c36-1dfb-4dc6-8313-a27243cfb506 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 816 time: 0.1761768 Feb 17 17:55:46.326107 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-9aa81b3c-8d7a-431e-98a7-451999b09f37 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/quotas/506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Feb 17 17:55:46.426838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-c1181a39-09ca-4e61-bac4-ddb346f25d89 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:46.442562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-c1181a39-09ca-4e61-bac4-ddb346f25d89 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:46.444009 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-c1181a39-09ca-4e61-bac4-ddb346f25d89 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112456 Feb 17 17:55:46.738220 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-85557f5a-5b88-4295-bc29-8d6bd7f298e5 service neutron] 10.222.0.58 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803736 Feb 17 17:55:46.887317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-8d92de6b-fedb-4050-b0fb-179458c408a1 service neutron] 10.222.0.58 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417723 Feb 17 17:55:47.101917 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93e84ffb-d86c-46e6-b46e-45e5439e56e8 req-b11b9015-42bb-4539-a510-93c6e15038ad tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0618005 Feb 17 17:55:47.277815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f067e11-a593-469b-a414-783e580e0809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:48.266276 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76d95108-a3e5-4e91-beb4-e7c7a6cae343 req-37b0402d-d307-42e5-a799-02040c5e7966 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0491924 Feb 17 17:55:49.075257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-59ef321c-1359-48e3-8909-9d2b3f287665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:49.447858 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8c44029d-c698-4d00-9f06-ac91df6f7483 req-087a0eb4-4ecc-4aa4-a4c0-130992ba1de4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0580389 Feb 17 17:55:50.078737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:50.620029 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0f67e36-1242-45c3-8488-96fe50dd114e req-fb7832ab-58c9-4ab9-b124-64284b67b27f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0519955 Feb 17 17:55:51.398132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.730931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:51.790844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6c056477-d562-4e9c-a2c9-475c8d552d1d req-0aa3f1ac-a8d7-43f7-bb2f-022849086618 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0504811 Feb 17 17:55:52.654833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-55584970-a115-45bf-8f9a-1239fc167b06 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:52.656473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-55584970-a115-45bf-8f9a-1239fc167b06 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 816 time: 0.1625838 Feb 17 17:55:52.764786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-ec4106a1-fae4-4aaa-b7c1-1af81073c72c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83979) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:55:52.778586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-ec4106a1-fae4-4aaa-b7c1-1af81073c72c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:security_group {{(pid=83979) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:55:52.780282 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-ec4106a1-fae4-4aaa-b7c1-1af81073c72c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 5704 time: 0.1042857 Feb 17 17:55:52.790494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'port': {'device_id': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'admin_state_up': True, 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'security_groups': ['4cda5083-8341-497d-b0af-652ac707070d']}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:52.952356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:52.963756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:52.973860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Made reservation on behalf of 506d1223bea34518bb3c51a3f3567844 for: {'port': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:55:52.979790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.986922 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-036e74f8-20fb-445f-b50c-45b1f58d8ddd req-d8dda855-8703-4f83-9c0f-285688f02191 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0553207 Feb 17 17:55:53.221339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46010) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:53.315968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Allocated IP 172.20.0.9 (aa59ba0b-bde1-43a5-a395-5b950373d98b/ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5/bcd31199-06c4-4015-a418-8fb251bc2ba6) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:55:53.359305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.376509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:53.381479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8ffeae3de14762a5ccb2423b01711a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:53.384549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:53.390511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:53.492603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.495679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.505241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c61195e1-c4fa-4370-b036-bfca9527a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:53.526539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.543695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Transition to ACTIVE for port object bcd31199-06c4-4015-a418-8fb251bc2ba6 will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:53.548715 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c8ffeae3de14762a5ccb2423b01711a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260450 Feb 17 17:55:53.549679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c274f-bac2-4ae5-95bc-05bd96c24af5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:53.553316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46018) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:53.553779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:53.613416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.630815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:53.772025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.790222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:53.793494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:53.835537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.903831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Network aa59ba0b-bde1-43a5-a395-5b950373d98b is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:55:53.905212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:55:53.907603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:55:53.965877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:53.972920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-addde913-bb75-4d21-8baf-258bf80cbfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:53.991374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c274f-bac2-4ae5-95bc-05bd96c24af5,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:53.997406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:53.998115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.002712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:54.028552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.029834 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d8c274f-bac2-4ae5-95bc-05bd96c24af5 HTTP/1.1" status: 204 len: 168 time: 0.4738104 Feb 17 17:55:54.042037 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-3f48588f-9506-4385-bb41-6bb5e2a9241b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2560825 Feb 17 17:55:54.178391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-05b22969-e4bf-426c-9a2b-a4150b26629e None None] Provisioning for port bcd31199-06c4-4015-a418-8fb251bc2ba6 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:54.183666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-05b22969-e4bf-426c-9a2b-a4150b26629e None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:54.184156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05b22969-e4bf-426c-9a2b-a4150b26629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.227116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f238d-0d4f-482d-bace-27674b0207e5 req-6e77fa5b-9aac-4f07-9898-b092e63f4ce1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:54.228941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b54f238d-0d4f-482d-bace-27674b0207e5 req-6e77fa5b-9aac-4f07-9898-b092e63f4ce1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 931 time: 0.1035171 Feb 17 17:55:54.254450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-05b22969-e4bf-426c-9a2b-a4150b26629e None None] Port bcd31199-06c4-4015-a418-8fb251bc2ba6 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:55:54.281845 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b54f238d-0d4f-482d-bace-27674b0207e5 req-fd1f4681-60e8-4775-b84b-0bdfe84163a3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459538 Feb 17 17:55:54.343526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46030) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:54.363196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.378135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:54.382779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Usage tracker for resource:security_group_rule and tenant:95635d04b13d4d239640f09ba8a26085 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:54.385702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:54.391392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:54.477758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.480754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.489895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ed0e9f05-5069-4067-bbd9-8e9160fb10c1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:54.535033 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95635d04b13d4d239640f09ba8a26085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875706 Feb 17 17:55:54.535033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be24e08f-e557-4976-9dc9-ca9288044712,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:54.535635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46036) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:54.537150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:54.600957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.630094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.678021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.683060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f5cc3e18-a55c-422f-a149-c7cb5b9e338c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:54.698324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be24e08f-e557-4976-9dc9-ca9288044712,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:54.701498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:54.705921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:54.707219 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-426c116c-75f5-4526-9f18-12f6b53aca47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be24e08f-e557-4976-9dc9-ca9288044712 HTTP/1.1" status: 204 len: 168 time: 0.1702838 Feb 17 17:55:55.488090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2e3a0-f325-49a2-9165-98d135ea867e req-c06d4616-06c3-45e3-a899-d1a5f87fd023 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:55.489739 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc2e3a0-f325-49a2-9165-98d135ea867e req-c06d4616-06c3-45e3-a899-d1a5f87fd023 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 931 time: 0.0894778 Feb 17 17:55:55.541975 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5cc2e3a0-f325-49a2-9165-98d135ea867e req-ee0b628c-e0b2-4466-a4f3-38d17f2191c8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454822 Feb 17 17:55:56.757790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cf0d-51eb-40d9-a7ae-4d16ea23771c req-ba13ce34-a6c0-4c85-bc8a-66e18a8c7d9f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:56.759538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c13cf0d-51eb-40d9-a7ae-4d16ea23771c req-ba13ce34-a6c0-4c85-bc8a-66e18a8c7d9f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 931 time: 0.0934262 Feb 17 17:55:56.789214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46098) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:56.809742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c13cf0d-51eb-40d9-a7ae-4d16ea23771c req-c4e61885-6694-402f-9623-6ad9dc1b143e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436940 Feb 17 17:55:56.915308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:56.930828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:56.934840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Usage tracker for resource:security_group_rule and tenant:e435e6f9b2524633ac61c3f71b291d55 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:56.937780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:56.943579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:57.027486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.031578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.040892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-158a7df1-2a35-4371-9409-36a910522247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:57.083236 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e435e6f9b2524633ac61c3f71b291d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927670 Feb 17 17:55:57.084955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfe7467-b5a0-49d1-b69b-77b2e2543754,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:57.086153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46104) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:57.088260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:57.107557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Request body: {'port': {'device_id': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:57.151447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.179776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.226322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.231511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a2c7698d-f942-48e2-9693-a80d79253cb0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:57.233246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.248194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfe7467-b5a0-49d1-b69b-77b2e2543754,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:57.251170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:57.253856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.257630 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbfe7467-b5a0-49d1-b69b-77b2e2543754 HTTP/1.1" status: 204 len: 168 time: 0.1677887 Feb 17 17:55:57.551154 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-e86cbe63-d8b6-4026-a5dd-187c9c353dda tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-728453878&fields=id&tenant_id=2b5f361fbf7641ba8df871297fbacf36 HTTP/1.1" status: 200 len: 267 time: 0.0489941 Feb 17 17:55:57.586241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46116) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:57.619242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.645424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:55:57.657204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-027beac1-ab56-4f1f-9e37-57df8bbed2c8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:57.659172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-027beac1-ab56-4f1f-9e37-57df8bbed2c8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 984 time: 0.1024446 Feb 17 17:55:57.661970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Usage tracker for resource:security_group_rule and tenant:5a8e003ed72843d1a301fbfdd7f3617d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:55:57.666610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:55:57.673616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Request body: {'port': {'security_groups': ['810b5dba-6859-47f3-aba7-8d53e14e20c0']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:57.714536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:55:57.745536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd31199-06c4-4015-a418-8fb251bc2ba6 {{(pid=83979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:55:57.757399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.777601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Transition to ACTIVE for port object bcd31199-06c4-4015-a418-8fb251bc2ba6 will not be triggered until provisioned by entity L2. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:55:57.785352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.803096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:57.822261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:57.992170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:58.007477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:58.013509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.019804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.030327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a90c911-9d6e-483d-9974-13cac7ddaa32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:58.094650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a8e003ed72843d1a301fbfdd7f3617d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071194 Feb 17 17:55:58.098427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab05331-0fea-4787-9daa-653a433e9d47,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:58.103245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46136) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:58.106601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:58.157564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-609fdf09-56fc-44e1-8d54-4c5d743463eb tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:58.160235 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-609fdf09-56fc-44e1-8d54-4c5d743463eb tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 814 time: 0.2638755 Feb 17 17:55:58.187096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-c6e1c5d9-c74b-4595-80c0-7fc73ac5125f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/quotas/6f18a77b1eac4ce2884cb4d9116fa269 HTTP/1.1" status: 200 len: 375 time: 0.0185783 Feb 17 17:55:58.302016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.329040 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-5716375d-c446-48a3-a10e-b1bbe550ef24 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228583 Feb 17 17:55:58.339130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Attempting to bind port bcd31199-06c4-4015-a418-8fb251bc2ba6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:58.339576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Attempting to bind port bcd31199-06c4-4015-a418-8fb251bc2ba6 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:55:58.339873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Attempting to bind port bcd31199-06c4-4015-a418-8fb251bc2ba6 on network aa59ba0b-bde1-43a5-a395-5b950373d98b {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:55:58.352262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:55:58.353099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Checking segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:58.355887 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.356063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Bound using segment: {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'} {{(pid=83979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:55:58.356556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Bound port: bcd31199-06c4-4015-a418-8fb251bc2ba6, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a899cf-94e9-457d-92e5-d54f2f5438fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b'}}] {{(pid=83979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:55:58.356963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.371451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.421276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:58.465714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.470144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.488936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4a0e04dd-7b83-4cac-9d9b-9690651669a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:58.523641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, cleared binding levels {{(pid=83979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:55:58.527136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:55:58.528317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.536988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cc663de4-67d9-47bd-a9b7-9dd1c642a26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:58.548994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.567775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab05331-0fea-4787-9daa-653a433e9d47,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:58.625206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:58.631732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-19ca8135-f4f3-4727-9f07-dfe316d14833 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:58.700876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.702096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ab05331-0fea-4787-9daa-653a433e9d47 HTTP/1.1" status: 204 len: 168 time: 0.5977969 Feb 17 17:55:58.750067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=3']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:58.762055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:58.781938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=6']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:58.782495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:58.782817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.785131 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] 10.222.0.65 "PUT /v2.0/ports/bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 1157 time: 1.6820917 Feb 17 17:55:58.785676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:58.807612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:58.856524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:58.857230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:58.858818 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3da10877-c7cc-4d4b-a49c-3d3a05ffe6b2 req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "PUT /v2.0/ports/6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 942 time: 1.1908603 Feb 17 17:55:58.868457 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-e2b295fc-949a-4010-b32a-5f87c425a04f service neutron] 10.222.0.58 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238013 Feb 17 17:55:58.870287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:55:59.118989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-0d7dec2f-fc8b-4454-bca3-32cc4d117a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:59.124410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-0d7dec2f-fc8b-4454-bca3-32cc4d117a6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1160 time: 0.2606149 Feb 17 17:55:59.412964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-81b165de-e850-4a05-86b6-d8f7a95819ed None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:59.413928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81b165de-e850-4a05-86b6-d8f7a95819ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.500660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241d02-c1a9-42d0-ab35-9aedb162c699 req-8da1ab54-40df-41cd-affc-4d5efc2759a8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:59.509504 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d241d02-c1a9-42d0-ab35-9aedb162c699 req-8da1ab54-40df-41cd-affc-4d5efc2759a8 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.1583898 Feb 17 17:55:59.514745 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-f8bb58df-cca9-40f9-9b68-72bbbbc187ec service neutron] 10.222.0.58 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6453495 Feb 17 17:55:59.540310 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-e16b7943-d489-4271-8a87-c30e03206a86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 217 time: 0.3929307 Feb 17 17:55:59.572648 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d241d02-c1a9-42d0-ab35-9aedb162c699 req-1b89be52-89b4-47b9-9234-4a1fdb13efc2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616894 Feb 17 17:55:59.635111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-2c0e1fb2-9bfd-4110-9fdc-c48fc390d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:59.637596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-2c0e1fb2-9bfd-4110-9fdc-c48fc390d221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.0860975 Feb 17 17:55:59.642884 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'status': 'completed', 'code': 200} Feb 17 17:55:59.739473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-f311bddf-8e6a-46f6-90f4-8103d1f2a553 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups/3d4c6766-7c04-4694-95ba-e3a7d9fdd1de HTTP/1.1" status: 200 len: 3003 time: 0.0846100 Feb 17 17:55:59.741893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-4115fa43-0ec8-4bd2-ac8c-f6026e0a2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:59.743824 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-4115fa43-0ec8-4bd2-ac8c-f6026e0a2811 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962665 Feb 17 17:55:59.819791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.855619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.946925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:59.953765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b51ea70-870b-4212-92ed-098468fbf458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:59.964667 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-1a831b9b-0515-479c-8985-17867786a4f2 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108660 Feb 17 17:55:59.967191 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:55:59.977339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4c6766-7c04-4694-95ba-e3a7d9fdd1de,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:59.980397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:59.999590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:00.000937 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-679cacfc-76ae-48e3-b064-47cac7a10ad7 req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d4c6766-7c04-4694-95ba-e3a7d9fdd1de HTTP/1.1" status: 204 len: 173 time: 0.2602077 Feb 17 17:56:00.125329 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bd827c8-0ac5-47a0-84e9-abfda10f3527 req-d1d4300c-22d3-40ba-9225-03e2b7c92fd3 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.1103702 Feb 17 17:56:00.226005 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc6d3861-bf93-4305-adc7-c8b4be420626 req-44e3eebd-0300-41f2-a7e4-33221afcd3b5 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2164717 Feb 17 17:56:00.287521 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-4d24d5d0-875b-42cc-bc9c-1695e63324a1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/floatingips/762d7b33-2fcd-4764-ae7f-e104581ae907 HTTP/1.1" status: 200 len: 998 time: 0.1658471 Feb 17 17:56:00.426828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-e41bcde3-5691-4e1f-9143-ec0e39a3abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.428578 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-e41bcde3-5691-4e1f-9143-ec0e39a3abb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.4123318 Feb 17 17:56:00.462471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-935b8b1e-a9fb-4861-8a98-3a88e5f07915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.464141 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-935b8b1e-a9fb-4861-8a98-3a88e5f07915 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1160 time: 0.1311958 Feb 17 17:56:00.612209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-9be76e7c-de22-434f-b62a-1db2a5a30ef8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.614048 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-9be76e7c-de22-434f-b62a-1db2a5a30ef8 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.3204122 Feb 17 17:56:00.639125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-98e6e5b8-9c4c-4f18-a49c-d8213a9f78cf tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:56:00.640742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-98e6e5b8-9c4c-4f18-a49c-d8213a9f78cf tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0163717 Feb 17 17:56:00.670882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-14162960-187d-4201-9ca0-696e0af3b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.672533 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-14162960-187d-4201-9ca0-696e0af3b15e service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.1973734 Feb 17 17:56:00.727663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:00.785726 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-98563c03-2647-40f6-a6cc-cbb178142553 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1027381 Feb 17 17:56:00.857476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 6c36848f-4b54-427d-a685-a7911e4e757c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:00.858519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:00.877003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-0c320cf3-5563-4c5d-b01b-8ce08959c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.880394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-0c320cf3-5563-4c5d-b01b-8ce08959c56c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.0802662 Feb 17 17:56:00.908865 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-342e66ac-6ecc-4079-93ad-6cce849542fd tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.250 HTTP/1.1" status: 200 len: 1001 time: 0.2561491 Feb 17 17:56:00.914825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-131ec5d0-7302-41f0-9d92-92e3f2eca0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:00.916523 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-131ec5d0-7302-41f0-9d92-92e3f2eca0ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.4406240 Feb 17 17:56:01.070890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-16ab9bad-fab6-49a3-b53d-ac90668de909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:01.093016 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-16ab9bad-fab6-49a3-b53d-ac90668de909 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1923547 Feb 17 17:56:01.120300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc89112-e792-4d81-a32c-15b6af44e3a9 req-e5bb394e-a266-427d-b3c8-c6b7c7741d3b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:01.129217 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bc89112-e792-4d81-a32c-15b6af44e3a9 req-e5bb394e-a266-427d-b3c8-c6b7c7741d3b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.3808124 Feb 17 17:56:01.162179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-02711e4f-8d2c-46c3-b50d-cbf56c342eb3 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:01.170971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-02711e4f-8d2c-46c3-b50d-cbf56c342eb3 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports/6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 942 time: 0.2532861 Feb 17 17:56:01.207263 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-e7e88457-4d52-404f-9739-b1a682dd9ecb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 1001 time: 0.2407393 Feb 17 17:56:01.366779 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bc89112-e792-4d81-a32c-15b6af44e3a9 req-c0878002-6bdc-4461-bbc1-d8f730547a3c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365625 Feb 17 17:56:01.438142 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-420da439-a153-450f-bab5-0460f608ec57 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366833 Feb 17 17:56:01.631506 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-029303ca-e558-43f6-9197-60da9f039116 req-4f922b2a-5eac-4ab3-ab21-93baed9f56b9 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.0932910 Feb 17 17:56:01.668305 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a39749d6-ea5d-4b51-ad8a-83781c9b8ffc req-ec4d14e9-8a87-4534-a07d-9aa3215ffa9e service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2219698 Feb 17 17:56:01.685181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-8d48a764-8e8e-4a83-b00a-fefa8b5ef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:01.686814 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-8d48a764-8e8e-4a83-b00a-fefa8b5ef822 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.4348857 Feb 17 17:56:01.706979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-4f4997e0-60c7-4262-a9b0-3c70d525c447 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.250 HTTP/1.1" status: 200 len: 1001 time: 0.3531008 Feb 17 17:56:02.126211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-af0ed98c-17e1-4135-a22d-8e7ad745d430 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:02.127823 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-af0ed98c-17e1-4135-a22d-8e7ad745d430 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 814 time: 0.7987161 Feb 17 17:56:02.258217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-70cab872-d12a-4f43-ac7c-ac29a752577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:02.259861 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-70cab872-d12a-4f43-ac7c-ac29a752577c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5513201 Feb 17 17:56:02.273050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Deleting port b400ab12-c81e-466a-8e54-33c319a3e7df {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:02.273430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:02.461198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:02.461571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:02.636609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Calling delete_port for b400ab12-c81e-466a-8e54-33c319a3e7df owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:02.755013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079c0b-4089-41f9-9b8b-773e9c5ba191 req-3d21c4d7-65b6-41e7-afc0-991fb498bad9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:02.756627 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3079c0b-4089-41f9-9b8b-773e9c5ba191 req-3d21c4d7-65b6-41e7-afc0-991fb498bad9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.2280478 Feb 17 17:56:02.855515 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f3079c0b-4089-41f9-9b8b-773e9c5ba191 req-60342579-62bb-4e30-bd3b-a471b37f61db tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862474 Feb 17 17:56:02.877186 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:02.894098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c4b4e097-fdb3-47b0-99dd-acee13078c16 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:03.039443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event deleted for resources: {'Port': ['ID=b400ab12-c81e-466a-8e54-33c319a3e7df,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:03.048495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:03.057985 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-416d00e6-d4d3-4aad-810f-596dff3a5909 req-2af2bd34-6f16-4627-92f0-97f3fbb6969f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.0730648 Feb 17 17:56:03.172380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:03.172979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Floating IP 762d7b33-2fcd-4764-ae7f-e104581ae907 disassociated (deleted). External IP: 172.27.3.250, port: 6c36848f-4b54-427d-a685-a7911e4e757c. Feb 17 17:56:03.555909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Router fe35dfa3-73e8-494e-975f-f0578abde47e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:03.761870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:03.773095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Sync routers for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:03.783806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:03.784497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:03.792509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:03.857254 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "DELETE /v2.0/floatingips/762d7b33-2fcd-4764-ae7f-e104581ae907 HTTP/1.1" status: 204 len: 173 time: 2.1000221 Feb 17 17:56:03.857824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:03.918411 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:56:03.965579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-db4e4fad-c5fa-470b-8142-4f347733da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:03.966858 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-db4e4fad-c5fa-470b-8142-4f347733da75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.0952449 Feb 17 17:56:04.002804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:04.181745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-f32beb53-4a8e-479d-bfb6-166ac8c22267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:04.183420 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-f32beb53-4a8e-479d-bfb6-166ac8c22267 service neutron] 10.222.0.58 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.2095485 Feb 17 17:56:04.255589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f25d58-6d96-4ffc-b642-05134898b425 req-d5636e00-a227-4266-8ea8-129da762922a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:04.257194 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7f25d58-6d96-4ffc-b642-05134898b425 req-d5636e00-a227-4266-8ea8-129da762922a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.2064250 Feb 17 17:56:04.267071 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-838b8ba3-865e-4030-9037-518833dca148 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 217 time: 0.0763505 Feb 17 17:56:04.344567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:04.348698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Checking router: fe35dfa3-73e8-494e-975f-f0578abde47e for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:04.357986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:04.358788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:04.364091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b7f25d58-6d96-4ffc-b642-05134898b425 req-5ee772e8-47f5-4404-9620-5889e0eaed6e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988896 Feb 17 17:56:04.369550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-24584885-5fac-4e22-af06-a7a4443877f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:04.371149 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-24584885-5fac-4e22-af06-a7a4443877f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.0876813 Feb 17 17:56:04.458640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-08d82292-a43e-4c45-b6e5-7ab0f7ee49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:04.460387 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-08d82292-a43e-4c45-b6e5-7ab0f7ee49a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824490 Feb 17 17:56:04.558759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:04.604157 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c383f8f3-65c0-431c-84a2-d2c9b228887e req-12754f4b-cebe-483f-8dea-21058d281b98 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.1289477 Feb 17 17:56:04.677832 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-bd09c73a-3f9e-468a-a9ec-3336371aeb33 service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626935 Feb 17 17:56:05.078147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:05.078845 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bf9fc2a-6c07-4fc0-b1dc-b7fd096e839f req-ddcb62a4-ffb8-4978-b763-2b691b537c67 service neutron] 10.222.0.58 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3943901 Feb 17 17:56:05.086541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c5159-be7d-4f20-9375-aa2e46a1041d None None] The sync data for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi is: [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '941f1dd1-6410-4dcd-a034-6a666067dba7', 'name': '', 'network_id': '490f34f1-4bf2-4da9-8023-68d7536adb5a', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'mac_address': 'fa:16:3e:e1:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:58Z', 'updated_at': '2021-02-17T17:52:09Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'subnets': [{'id': '13262629-dc38-4222-b7ca-1b9c0a5e494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:05.104546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Request body: {'port': {'device_id': 'e3880156-0395-475e-9960-32ae73115ce2', 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18', 'admin_state_up': True, 'tenant_id': '6f18a77b1eac4ce2884cb4d9116fa269'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:05.383180 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-4a93c4e0-28bc-4db8-9886-f223916c961d service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830031 Feb 17 17:56:05.384231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:05.389255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Usage tracker for resource:port and tenant:6f18a77b1eac4ce2884cb4d9116fa269 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:05.392490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:05.431073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:05.556335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7c6ed-a420-457c-8807-1ce8c2cf8630 None None] New status for floating IP 762d7b33-2fcd-4764-ae7f-e104581ae907: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:56:05.567994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Made reservation on behalf of 6f18a77b1eac4ce2884cb4d9116fa269 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:05.573593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:05.784903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8998-879b-4c57-86dc-0da31eaf2d14 req-d199650b-b027-4230-a86f-52aa5124e5f1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:05.786629 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b3a8998-879b-4c57-86dc-0da31eaf2d14 req-d199650b-b027-4230-a86f-52aa5124e5f1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.2815382 Feb 17 17:56:05.848172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f91b89c2-98b9-42ab-9b15-42b738beff5b req-4ff0e266-80c7-495a-a870-3b471aaca5fc service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4503796 Feb 17 17:56:05.866311 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a51a01ad-6f14-4c10-9bf1-0dcb7c5d7538 req-d1d9651f-ebb5-4c76-a462-c37d72161688 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.0785120 Feb 17 17:56:05.919941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9b3a8998-879b-4c57-86dc-0da31eaf2d14 req-128ff703-960d-481c-b231-4bd5cff7042e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903213 Feb 17 17:56:06.137192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-3b99fba8-15fc-4d1a-9c64-a41e4a8fce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:06.138870 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-3b99fba8-15fc-4d1a-9c64-a41e4a8fce64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b5f361fbf7641ba8df871297fbacf36&device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 1162 time: 0.1694589 Feb 17 17:56:06.230907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Allocated IP 172.20.0.14 (037a7b29-895f-4676-9d1b-988210e3fc18/6811f407-65ff-4b8b-9c6a-748f82d1e236/7d7ef455-8b15-4d75-8e6f-dd5db7851e6f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:06.285909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:06.358567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port bcd31199-06c4-4015-a418-8fb251bc2ba6 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:06.364268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:06.364710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.370503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-868788cb-03b2-4b60-89db-f7e6994633de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:06.372105 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-868788cb-03b2-4b60-89db-f7e6994633de service neutron] 10.222.0.65 "GET /v2.0/networks?id=490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 200 len: 909 time: 0.2217207 Feb 17 17:56:06.511862 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-63c112be-8037-4c5b-87da-19025112446c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 200 len: 217 time: 0.0894225 Feb 17 17:56:06.513598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.548342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:06.559883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:06.570634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.572685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:06.639480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-32f5a9a1-a7a9-4f88-8661-f79ca24a91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:06.641126 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-32f5a9a1-a7a9-4f88-8661-f79ca24a91f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 200 len: 854 time: 0.1158466 Feb 17 17:56:06.671043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:06.674647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:06.708124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.760776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-58c358c2-0817-4ff6-8e32-7ef46616e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:06.762538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-58c358c2-0817-4ff6-8e32-7ef46616e430 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=490f34f1-4bf2-4da9-8023-68d7536adb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082735 Feb 17 17:56:06.771562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.787750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b372483a-9b4f-49d3-a428-960d9d89a840 tempest-VolumesActionsTest-772109332 tempest-VolumesActionsTest-772109332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:06.795566 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'code': 200} Feb 17 17:56:07.031336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Pushing event updated for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:07.047718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:07.114487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:07.278514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:07.279083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:07.413567 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-da6d391b-4db3-40b3-9368-0ff7f7c53cf9 service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834069 Feb 17 17:56:07.522322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c08c-67a2-4ad6-9c48-f9adda9379f6 req-099378c6-9571-4a39-bf28-a29a1273cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:07.524905 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c54c08c-67a2-4ad6-9c48-f9adda9379f6 req-099378c6-9571-4a39-bf28-a29a1273cfb2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1162 time: 0.1251025 Feb 17 17:56:07.525659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Network 037a7b29-895f-4676-9d1b-988210e3fc18 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:07.539448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:07.542005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:07.582760 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1c54c08c-67a2-4ad6-9c48-f9adda9379f6 req-9f702c0b-6b8c-42ec-9bff-9d2a03eb2313 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Feb 17 17:56:07.677457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df225d54-7f2a-4c9b-9a64-8e8201e4c690 req-fe8414ca-61e8-47f9-b284-29369d84726d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:07.679186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df225d54-7f2a-4c9b-9a64-8e8201e4c690 req-fe8414ca-61e8-47f9-b284-29369d84726d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 932 time: 0.5432725 Feb 17 17:56:07.687410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:07.688068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:07.703036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b330cb-df96-44b8-bf58-7cf08ba9d0d7 req-4bd1b209-1fd2-4f7a-8ab5-c11c025c8ff2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:07.704582 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18b330cb-df96-44b8-bf58-7cf08ba9d0d7 req-4bd1b209-1fd2-4f7a-8ab5-c11c025c8ff2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.4043009 Feb 17 17:56:07.790736 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c287d913-a2fd-43e0-aa3a-21f42591ee38 req-2a58b824-122a-4614-afc2-2487b17be8ff service neutron] 10.222.0.65 "GET /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3673353 Feb 17 17:56:07.817933 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-1c56fb5d-03b4-4792-970e-5230c9200cb2 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7193041 Feb 17 17:56:07.831042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df225d54-7f2a-4c9b-9a64-8e8201e4c690 req-7c094b28-18af-4f68-8e24-a5aa841c14c1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345234 Feb 17 17:56:07.836338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-18b330cb-df96-44b8-bf58-7cf08ba9d0d7 req-24f466c6-7551-4dc5-80dc-798de8a5d3b3 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237371 Feb 17 17:56:08.048292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Request body: {'port': {'device_id': 'e3880156-0395-475e-9960-32ae73115ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:08.419285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:08.864385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:56:08.872987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:08.889279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Transition to ACTIVE for port object 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:08.892751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:08.913100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:09.187528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:09.205916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:09.279582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf55868-5f6c-438c-8062-3bc1688cc99e req-845bb281-d21a-4de8-b48d-4e262150197e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:09.281357 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-edf55868-5f6c-438c-8062-3bc1688cc99e req-845bb281-d21a-4de8-b48d-4e262150197e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.2771325 Feb 17 17:56:09.318311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:09.366929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384f411-4075-492e-b0a3-97e0d08b5964 req-20486852-9bd3-415e-bc10-a2b48f11736f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:09.368334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c384f411-4075-492e-b0a3-97e0d08b5964 req-20486852-9bd3-415e-bc10-a2b48f11736f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Synchronizing usage tracker for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:09.442847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:09.443433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.481862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-c384f411-4075-492e-b0a3-97e0d08b5964 req-20486852-9bd3-415e-bc10-a2b48f11736f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Unset dirty status for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:09.483229 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c384f411-4075-492e-b0a3-97e0d08b5964 req-20486852-9bd3-415e-bc10-a2b48f11736f tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.4808733 Feb 17 17:56:09.518345 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-edf55868-5f6c-438c-8062-3bc1688cc99e req-d5329dd9-df75-4396-a082-8df4034544e9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722448 Feb 17 17:56:09.545998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Attempting to bind port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:09.546388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Attempting to bind port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:09.546791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Attempting to bind port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f on network 037a7b29-895f-4676-9d1b-988210e3fc18 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:09.560699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:09.561255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Checking segment: {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:09.561667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.562075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Bound using segment: {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:09.562630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Bound port: 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '037a7b29-895f-4676-9d1b-988210e3fc18'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:09.563010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.593981 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c384f411-4075-492e-b0a3-97e0d08b5964 req-73140bbf-af15-4932-bbf6-1755ec1f73d7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000512 Feb 17 17:56:09.680631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:09.683799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:09.687127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.708944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:09.756862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66063e2c-d219-4ef5-a8ac-cb5603ee4202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:09.911772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:09.922958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:09.969242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:09.969915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:09.971519 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] 10.222.0.65 "PUT /v2.0/ports/7d7ef455-8b15-4d75-8e6f-dd5db7851e6f HTTP/1.1" status: 200 len: 1158 time: 1.9281564 Feb 17 17:56:09.972730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:09.995099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-1ac6ef6b-ff26-447d-b153-4fc6d8d6d124 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:09.996142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-1ac6ef6b-ff26-447d-b153-4fc6d8d6d124 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:10.013591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-1ac6ef6b-ff26-447d-b153-4fc6d8d6d124 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:10.018113 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-1ac6ef6b-ff26-447d-b153-4fc6d8d6d124 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.1725066 Feb 17 17:56:10.048446 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f', 'status': 'completed', 'code': 200} Feb 17 17:56:10.130518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-c33c2c6e-0fb3-445c-b13f-3a2667e067c1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:10.156552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-c33c2c6e-0fb3-445c-b13f-3a2667e067c1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:10.157823 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dce20b67-5445-49a8-b64f-5fd9d38e4b30 req-c33c2c6e-0fb3-445c-b13f-3a2667e067c1 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365781 Feb 17 17:56:10.165381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-86bd5cc5-d9d8-48b7-a44d-4a92a165b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:10.167027 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-86bd5cc5-d9d8-48b7-a44d-4a92a165b68b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 1161 time: 0.1177657 Feb 17 17:56:10.256929 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-3c89dec5-63af-4c6f-a5a9-35a70b5861c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f HTTP/1.1" status: 200 len: 217 time: 0.0713418 Feb 17 17:56:10.343418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-4cdb5288-4b71-4cef-92d7-bb4dc6e6c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:10.345039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-4cdb5288-4b71-4cef-92d7-bb4dc6e6c17c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6811f407-65ff-4b8b-9c6a-748f82d1e236 HTTP/1.1" status: 200 len: 854 time: 0.0680718 Feb 17 17:56:10.404943 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-a160c447-3ff0-44bf-bd57-e2cb8e9c6791 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037a7b29-895f-4676-9d1b-988210e3fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490017 Feb 17 17:56:10.560547 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-e286c04b-f9ca-4029-b43d-7d709d7b65bf service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442194 Feb 17 17:56:10.708218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46362) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:10.835559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:10.846712 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d07d923-fb56-4e4d-a8d5-8ef7df924d3a req-24bf7dbb-1e4f-4114-80a1-f16aaf0d9302 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2717261 Feb 17 17:56:10.850998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:10.855153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:463458fb145040b395a3d7eec97e4561 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:10.858082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:10.864459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:10.877787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667e9f7-7135-413d-bbee-598a830307b2 req-e41f6538-e38c-41dd-a4ed-d56a2131d2ee tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:10.879939 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0667e9f7-7135-413d-bbee-598a830307b2 req-e41f6538-e38c-41dd-a4ed-d56a2131d2ee tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1993237 Feb 17 17:56:10.886923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd6d5a-0662-4c39-a864-6a746b5f2a4f req-f8d40faa-1776-4bae-8a9a-da7f7e4e7c55 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:10.888503 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bcd6d5a-0662-4c39-a864-6a746b5f2a4f req-f8d40faa-1776-4bae-8a9a-da7f7e4e7c55 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.1666203 Feb 17 17:56:10.957604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:10.961328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:10.968001 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0667e9f7-7135-413d-bbee-598a830307b2 req-0d81afb8-5062-4864-93c1-bd97c1cc0feb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784307 Feb 17 17:56:10.968983 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-121939f7-945e-47b5-8c9f-90a9b8dcfa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:11.009942 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2bcd6d5a-0662-4c39-a864-6a746b5f2a4f req-c6e89a6e-a134-4b3f-9ed6-04009eae5bb5 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060970 Feb 17 17:56:11.019213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f671b49a-34e0-4555-8b0d-bbc5729415bf,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:11.035454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:11.041374 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=463458fb145040b395a3d7eec97e4561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319559 Feb 17 17:56:11.043061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46372) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:11.089620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-b06c930b-8cca-4f3a-8b03-ca664d90abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.091288 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-b06c930b-8cca-4f3a-8b03-ca664d90abc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 1161 time: 0.1223431 Feb 17 17:56:11.133716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.162235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.229844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.234705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f20bbf2b-1b61-4a6b-97f8-f787f0566a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:11.249487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f671b49a-34e0-4555-8b0d-bbc5729415bf,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:11.262144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:11.266222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.270980 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f671b49a-34e0-4555-8b0d-bbc5729415bf HTTP/1.1" status: 204 len: 168 time: 0.2264950 Feb 17 17:56:11.327207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e0370-5c22-433c-987a-320b965579f8 req-97488df2-6ce2-4643-aa2a-57eb11533855 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.329039 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-357e0370-5c22-433c-987a-320b965579f8 req-97488df2-6ce2-4643-aa2a-57eb11533855 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.2346547 Feb 17 17:56:11.339966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46384) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:11.346240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Request body: {'floatingip': {'port_id': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:11.351612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:11.422536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-9912bd96-f3ac-43b5-8736-b7118ab106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.424344 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-9912bd96-f3ac-43b5-8736-b7118ab106e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 200 len: 908 time: 0.2854991 Feb 17 17:56:11.459945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:11.460373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.511558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.521209 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-b3356590-04f7-4c48-a66e-8fc0c80994e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f HTTP/1.1" status: 200 len: 217 time: 0.0839794 Feb 17 17:56:11.611748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-56d5b6a5-0a45-4215-b1d4-e6ca4c141d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.615470 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-56d5b6a5-0a45-4215-b1d4-e6ca4c141d2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6811f407-65ff-4b8b-9c6a-748f82d1e236 HTTP/1.1" status: 200 len: 854 time: 0.0845413 Feb 17 17:56:11.629910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d592cb3-aeb7-44ff-8f16-f3f3c1d1b13a req-d5864516-8bb4-4483-93af-db5d00b1c0e9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:11.639213 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d592cb3-aeb7-44ff-8f16-f3f3c1d1b13a req-d5864516-8bb4-4483-93af-db5d00b1c0e9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.2892337 Feb 17 17:56:11.716394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-1923777e-40d4-4faa-b9dd-c3501db4d67d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=037a7b29-895f-4676-9d1b-988210e3fc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740938 Feb 17 17:56:11.753449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46390) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:11.843549 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d592cb3-aeb7-44ff-8f16-f3f3c1d1b13a req-d9c2e36a-a87c-4103-8949-4c38d179b3d7 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032657 Feb 17 17:56:11.848905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:11.871974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:11.891649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3eb7cb9d8c48b6b268d35300b3660a is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:11.897615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:11.906928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:11.945897 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-0f72581c-2a8b-4bfa-ad25-ac0f45b955cf service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197461 Feb 17 17:56:12.147336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.151455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.162610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-147ceba6-dbd4-4371-8619-37baf40a2a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:12.175247 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b0aadeaf-6c48-4b2a-9e82-c44dc954f772 req-c7cfda3c-87da-4631-9a97-2e6ccc925c17 service neutron] 10.222.0.65 "GET /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2123747 Feb 17 17:56:12.200789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.204430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.251044 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec3eb7cb9d8c48b6b268d35300b3660a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915156 Feb 17 17:56:12.260021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46398) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:12.272201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eeec40-71c5-419c-8853-b85c31053e2c,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:12.275757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:12.361815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465072-ede4-4cde-9f3d-5ef642c366a3 req-6d377e0f-bb3f-41b1-b907-31b040994c36 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:12.364142 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d465072-ede4-4cde-9f3d-5ef642c366a3 req-6d377e0f-bb3f-41b1-b907-31b040994c36 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.1720922 Feb 17 17:56:12.373809 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.411516 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Floating IP 86632fd1-4071-47b5-9844-5443190f14c2 associated. External IP: 172.27.3.155, port: bcd31199-06c4-4015-a418-8fb251bc2ba6. Feb 17 17:56:12.422062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.491426 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d465072-ede4-4cde-9f3d-5ef642c366a3 req-67f71e39-13b7-465a-9a80-62fa5aae7b79 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187546 Feb 17 17:56:12.504821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.516334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ab24747d-3988-4060-bc93-0d37d2f02e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:12.524711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eeec40-71c5-419c-8853-b85c31053e2c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:12.529592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:12.533986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:12.537904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47eeec40-71c5-419c-8853-b85c31053e2c HTTP/1.1" status: 204 len: 168 time: 0.2735279 Feb 17 17:56:12.827146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46410) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:12.953845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 6c36848f-4b54-427d-a685-a7911e4e757c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:13.116389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.148201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:13.161098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:13.165033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.167277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:13.168458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:13.224477 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'code': 200} Feb 17 17:56:13.247758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:13.251272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:13.312731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.356197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.372492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:13.377178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.382434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:13.384324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:13.391402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Usage tracker for resource:security_group_rule and tenant:ca6dd29ec1504caa9bbeb98575de2d4b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:13.395280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:13.395657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:13.396124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:13.405770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:13.444632 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bf1276a5-468a-4f26-93fd-12c8b02f4ebd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "PUT /v2.0/floatingips/86632fd1-4071-47b5-9844-5443190f14c2 HTTP/1.1" status: 200 len: 991 time: 2.1005051 Feb 17 17:56:13.444632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:13.457016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-50f9ed93-4672-4bd8-a24a-80f0bc322d28 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:13.458663 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-50f9ed93-4672-4bd8-a24a-80f0bc322d28 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.65 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 945 time: 0.4931481 Feb 17 17:56:13.468620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c6382-0909-46d1-88e0-9a62fcc934b8 req-15578dd4-56df-4738-94fc-e1cad8d2a4e9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:13.470232 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a16c6382-0909-46d1-88e0-9a62fcc934b8 req-15578dd4-56df-4738-94fc-e1cad8d2a4e9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 943 time: 0.4445298 Feb 17 17:56:13.600510 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a16c6382-0909-46d1-88e0-9a62fcc934b8 req-06029aab-04b8-4e7d-a416-22144f99e4a5 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/security-groups?id=810b5dba-6859-47f3-aba7-8d53e14e20c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940683 Feb 17 17:56:13.606896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Deleting port 6c36848f-4b54-427d-a685-a7911e4e757c {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:13.607291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.615395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:13.652491 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'status': 'completed', 'code': 200} Feb 17 17:56:13.856496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.875339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:13.895028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d7d4fd73-83c7-46b6-9da9-f3350f7e9aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:14.010375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '86632fd1-4071-47b5-9844-5443190f14c2', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:5e:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:45Z', 'updated_at': '2021-02-17T17:56:12Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:14.014685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:14.025081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:14.025920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:55:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:14.051346 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca6dd29ec1504caa9bbeb98575de2d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2204630 Feb 17 17:56:14.054393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46426) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:14.060188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92602b6c-0aa5-465e-b462-fa634a79fc81,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:14.068105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:14.133879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.134324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e13ef-bee5-46eb-afe6-357978395938 req-53aff0fc-008d-4c4c-8b97-2189cf0b6e57 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:14.136025 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-418e13ef-bee5-46eb-afe6-357978395938 req-53aff0fc-008d-4c4c-8b97-2189cf0b6e57 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.3961391 Feb 17 17:56:14.141006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-e5499b5d-a2e2-4848-be2a-ef7df04e05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:14.142645 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-e5499b5d-a2e2-4848-be2a-ef7df04e05fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1162 time: 0.4107945 Feb 17 17:56:14.153018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] For port 6c36848f-4b54-427d-a685-a7911e4e757c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6c36848f-4b54-427d-a685-a7911e4e757c,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:14.153566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.163309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.214967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.220738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87dbd9dc-ef7c-42be-80a9-2a631035313f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:14.230778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:14.231901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92602b6c-0aa5-465e-b462-fa634a79fc81,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:14.239008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:14.239810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.241188 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92602b6c-0aa5-465e-b462-fa634a79fc81 HTTP/1.1" status: 204 len: 168 time: 0.1863093 Feb 17 17:56:14.400968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Calling delete_port for 6c36848f-4b54-427d-a685-a7911e4e757c owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:14.483154 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-418e13ef-bee5-46eb-afe6-357978395938 req-3a99cb39-033c-4c29-a539-b83c9997f906 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375978 Feb 17 17:56:14.567521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-68a042a4-95df-49ec-9e0c-6b98910165eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:14.569294 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-68a042a4-95df-49ec-9e0c-6b98910165eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.4184074 Feb 17 17:56:14.656074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '86632fd1-4071-47b5-9844-5443190f14c2', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:5e:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:45Z', 'updated_at': '2021-02-17T17:56:12Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:14.661853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd893368-4d59-4594-94a4-7e89632ba84e None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '86632fd1-4071-47b5-9844-5443190f14c2', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'port_id': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'mac_address': 'fa:16:3e:5e:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:55:45Z', 'updated_at': '2021-02-17T17:56:12Z', 'revision_number': 1, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:14.789453 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-e1925a81-a64f-47d9-a872-a7b21b0a5630 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 999 time: 0.1812198 Feb 17 17:56:14.796985 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf08a225-b3fc-4b7b-a194-b4117a9e6dc2 req-7ef8e36f-f0f8-4bde-91a7-3c2edb27b78d tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 210 time: 0.0574031 Feb 17 17:56:14.797622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:14.847622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0f7a8e0f-e8f4-412d-8f3d-0a9394ee5347 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:14.970987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Pushing event deleted for resources: {'Port': ['ID=6c36848f-4b54-427d-a685-a7911e4e757c,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:14.980119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:14.983073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2a3b0-0010-4775-a868-d97f48438a1f None None] New status for floating IP 86632fd1-4071-47b5-9844-5443190f14c2: ACTIVE {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:56:15.014127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-f52c87ee-9d46-441c-a27a-d9b8bd968328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:15.015841 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-f52c87ee-9d46-441c-a27a-d9b8bd968328 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.2161961 Feb 17 17:56:15.149543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] No DVR routers for this DVR port 6c36848f-4b54-427d-a685-a7911e4e757c on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:15.154708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:15.157589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-deleted', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:15.188517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-4f2dbca1-a1f5-435b-b5ff-5ac158e79574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:15.191409 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-4f2dbca1-a1f5-435b-b5ff-5ac158e79574 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1664033 Feb 17 17:56:15.193392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6ffb54d-e73b-41f0-9079-17ee7afdfbd9 req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.65 "DELETE /v2.0/ports/6c36848f-4b54-427d-a685-a7911e4e757c HTTP/1.1" status: 204 len: 173 time: 1.7220976 Feb 17 17:56:15.231616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031e35b-39f8-4b92-9aaa-92111c9bfd65', 'name': 'network-vif-deleted', 'tag': '6c36848f-4b54-427d-a685-a7911e4e757c', 'status': 'completed', 'code': 200} Feb 17 17:56:15.350785 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-7c4a4c72-2ca7-4931-9618-2dc27a11aac8 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477664 Feb 17 17:56:15.499857 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fb06cb72-afaf-44ff-b0e8-1b0b914dead7 req-c86a1e53-3e36-4907-9933-d018b69982d6 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414270 Feb 17 17:56:15.537053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:15.620577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:15.626386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:15.626847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:15.706964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d3f92-2525-4061-826a-755b43ed8933 req-e0034c05-8756-48e8-80d2-f8603eb67068 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:15.708706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-493d3f92-2525-4061-826a-755b43ed8933 req-e0034c05-8756-48e8-80d2-f8603eb67068 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.0993125 Feb 17 17:56:15.763157 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-493d3f92-2525-4061-826a-755b43ed8933 req-8a674cd4-e856-4bfb-b81c-d254bea5c069 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Feb 17 17:56:15.770659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:15.803253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:15.814621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:15.817532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:15.820305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c69d5fc9-7c5b-4580-ab0c-50af1c0139f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:15.862234 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f', 'code': 200} Feb 17 17:56:15.907176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:15.911448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:16.016950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-478d9ada-23c5-4ed7-91b8-e2b7bcc1e59f req-561b0821-e39e-4f71-b772-f4a3fbdc626e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Synchronizing usage tracker for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:16.036735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-478d9ada-23c5-4ed7-91b8-e2b7bcc1e59f req-561b0821-e39e-4f71-b772-f4a3fbdc626e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Unset dirty status for tenant:2b5f361fbf7641ba8df871297fbacf36 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:16.038345 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-478d9ada-23c5-4ed7-91b8-e2b7bcc1e59f req-561b0821-e39e-4f71-b772-f4a3fbdc626e tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] 10.222.0.58 "GET /v2.0/ports?device_id=7031e35b-39f8-4b92-9aaa-92111c9bfd65 HTTP/1.1" status: 200 len: 210 time: 0.0731509 Feb 17 17:56:16.256007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3aea3-b138-4b6e-9fd6-5a602ea2e67e req-0fbaf644-3fe2-4f74-a29e-e7fd9c68a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:16.257672 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75e3aea3-b138-4b6e-9fd6-5a602ea2e67e req-0fbaf644-3fe2-4f74-a29e-e7fd9c68a155 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 1163 time: 0.0807674 Feb 17 17:56:16.302479 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75e3aea3-b138-4b6e-9fd6-5a602ea2e67e req-e3444bd9-a3f2-4229-b3df-5d3e073c8d08 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Feb 17 17:56:16.963167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442091-5093-477e-add1-12fa90e65391 req-7621c539-5d1f-44a4-9887-9a689dfecc94 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:16.964707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-29442091-5093-477e-add1-12fa90e65391 req-7621c539-5d1f-44a4-9887-9a689dfecc94 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.0870264 Feb 17 17:56:17.016518 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-29442091-5093-477e-add1-12fa90e65391 req-e7632182-191c-4a9d-b9f2-013581d65864 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Feb 17 17:56:17.202871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:17.277125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-88505dad-d222-4db7-b62b-3cdc2c4c16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:17.296412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:17.296850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:17.827053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46498) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:18.571940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d22fa1-aa5c-45be-bdbb-9723163004c5 req-3040a1ec-341e-404b-b55e-397a2be9911c tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:18.573542 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2d22fa1-aa5c-45be-bdbb-9723163004c5 req-3040a1ec-341e-404b-b55e-397a2be9911c tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.4169219 Feb 17 17:56:18.676526 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2d22fa1-aa5c-45be-bdbb-9723163004c5 req-884d2094-238f-40a5-9757-b3dfd944735d tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Feb 17 17:56:18.783035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.078366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f50f0a12-8741-4b5c-bbc5-b772fbeb9334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.182047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Deleting port 941f1dd1-6410-4dcd-a034-6a666067dba7 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:19.182434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.306666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:19.383181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:19.383811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] For port 941f1dd1-6410-4dcd-a034-6a666067dba7, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=941f1dd1-6410-4dcd-a034-6a666067dba7,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:19.384086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.384265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.531948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Calling delete_port for 941f1dd1-6410-4dcd-a034-6a666067dba7 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:19.709896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:19.723890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7e68a06c-34e9-4158-9ab3-3c82e54aae04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:19.819791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=941f1dd1-6410-4dcd-a034-6a666067dba7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:19.841138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.841554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.841962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.842365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.842793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.843191 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.843587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.843980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.844368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.844756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.845235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.845649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.846104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.846522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.847457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.847845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.848233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.848622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.849011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.849401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.849791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.850179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.850591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.850978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:19.854778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:20.083137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:20.184086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:20.719392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Router fe35dfa3-73e8-494e-975f-f0578abde47e has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:20.913078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:20.921894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Sync routers for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:20.929098 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe35dfa3-73e8-494e-975f-f0578abde47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008749 Feb 17 17:56:20.931787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46522) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:20.932789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:20.933486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:21.134856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:21.373031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:21.434295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:21.474286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:56:19Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:21.478941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Checking router: fe35dfa3-73e8-494e-975f-f0578abde47e for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:21.490320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Routers {'fe35dfa3-73e8-494e-975f-f0578abde47e'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:21.491038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['fe35dfa3-73e8-494e-975f-f0578abde47e'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:21.567804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:21.576535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Deleting port 4d14b647-384d-43f4-93b4-f91a2f48fc4f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:21.576910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:21.712343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] Set router fe35dfa3-73e8-494e-975f-f0578abde47e gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:21.775571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] For port 4d14b647-384d-43f4-93b4-f91a2f48fc4f, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4d14b647-384d-43f4-93b4-f91a2f48fc4f,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:21.776181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:21.917853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Calling delete_port for 4d14b647-384d-43f4-93b4-f91a2f48fc4f owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:21.936182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.072578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:56:19Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:22.077208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bba0d0-f788-4c12-874f-1684a9217459 None None] The sync data for ids ['fe35dfa3-73e8-494e-975f-f0578abde47e'] in dv-cinder-760199-3-iscsi is: [{'id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'name': 'tempest-TestMinimumBasicScenario-1017936591-router', 'tenant_id': '2b5f361fbf7641ba8df871297fbacf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:51:50Z', 'updated_at': '2021-02-17T17:56:19Z', 'revision_number': 5, 'project_id': '2b5f361fbf7641ba8df871297fbacf36', 'gw_port': {'id': '4d14b647-384d-43f4-93b4-f91a2f48fc4f', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe35dfa3-73e8-494e-975f-f0578abde47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:51:52Z', 'updated_at': '2021-02-17T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:22.117490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.134287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:22.240750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d14b647-384d-43f4-93b4-f91a2f48fc4f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:22.245401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:22.361683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.552945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.555689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.578781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.579364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe35dfa3-73e8-494e-975f-f0578abde47e {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:56:22.592389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.596184 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a9218e14-4b3a-47f1-bdce-d4d7913a2515 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fe35dfa3-73e8-494e-975f-f0578abde47e HTTP/1.1" status: 204 len: 168 time: 1.6608853 Feb 17 17:56:22.596481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46534) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:22.670228 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Deleting subnet 13262629-dc38-4222-b7ca-1b9c0a5e494f {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:56:22.673435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.727436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:22.740584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 941f1dd1-6410-4dcd-a034-6a666067dba7 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:22.781207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 941f1dd1-6410-4dcd-a034-6a666067dba7 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:22.781680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 941f1dd1-6410-4dcd-a034-6a666067dba7 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:22.857495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.131708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.148346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7bbfb0f-6a3f-4d7e-8201-ec7963bd1eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:23.243827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13262629-dc38-4222-b7ca-1b9c0a5e494f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:23.249330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:23.286985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.292430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae694b43-2b59-48db-9711-a2e4908e1783 None None] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:56:23.295891 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-55bcd173-9fc8-46b8-96eb-e1cfe2f763fe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/13262629-dc38-4222-b7ca-1b9c0a5e494f HTTP/1.1" status: 204 len: 168 time: 0.6954088 Feb 17 17:56:23.296115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46544) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:23.420246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.491941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Deleting port e173b86a-3443-4e92-993b-318400b0fae2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:23.492302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.560230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] DHCP port deletion for 490f34f1-4bf2-4da9-8023-68d7536adb5a request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 17:56:23.564469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Deleting port e173b86a-3443-4e92-993b-318400b0fae2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:23.564903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.758575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] For port e173b86a-3443-4e92-993b-318400b0fae2, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e173b86a-3443-4e92-993b-318400b0fae2,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:23.758977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.798909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] For port e173b86a-3443-4e92-993b-318400b0fae2, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e173b86a-3443-4e92-993b-318400b0fae2,segment=NetworkSegment(d9809efd-17b8-4d19-9491-52b6ff99fd1d),segment_id=d9809efd-17b8-4d19-9491-52b6ff99fd1d)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:23.799481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:23.946947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Calling delete_port for e173b86a-3443-4e92-993b-318400b0fae2 owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:24.064847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780180e-f567-4cf3-9fc5-6616717a1420 req-513e6e20-2060-4814-8ebf-30327fa91e79 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:24.073264 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3780180e-f567-4cf3-9fc5-6616717a1420 req-513e6e20-2060-4814-8ebf-30327fa91e79 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3168120 Feb 17 17:56:24.111290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Calling delete_port for e173b86a-3443-4e92-993b-318400b0fae2 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:24.118306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:24.136568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c5d4c9e-49e4-4b76-9f58-41b516b2d521 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:24.246421 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3780180e-f567-4cf3-9fc5-6616717a1420 req-ddb838a0-63ce-47ea-9986-196a8a4d67d4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721363 Feb 17 17:56:24.256431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e173b86a-3443-4e92-993b-318400b0fae2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:24.260458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:56:24.260629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:24.261330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:56:24.294577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] No DVR routers for this DVR port e173b86a-3443-4e92-993b-318400b0fae2 on host dv-cinder-760199-3-iscsi {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:24.420156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:24.538329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490f34f1-4bf2-4da9-8023-68d7536adb5a']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:24.552102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9809efd-17b8-4d19-9491-52b6ff99fd1d') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:24.552446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9809efd-17b8-4d19-9491-52b6ff99fd1d') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:24.564704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:24.591138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:24.593424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:56:24.732556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4d14b647-384d-43f4-93b4-f91a2f48fc4f no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:24.766051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Deleting port e173b86a-3443-4e92-993b-318400b0fae2 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:24.766527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:24.812023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 4d14b647-384d-43f4-93b4-f91a2f48fc4f {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:24.812591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4d14b647-384d-43f4-93b4-f91a2f48fc4f not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:24.812885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e173b86a-3443-4e92-993b-318400b0fae2 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:24.886965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bfb79422-172d-4cc7-a72f-58adc6a53e44 None None] The port 'e173b86a-3443-4e92-993b-318400b0fae2' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 17:56:24.887900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: e173b86a-3443-4e92-993b-318400b0fae2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:24.888306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e173b86a-3443-4e92-993b-318400b0fae2 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:25.022127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:56:25.032623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.285511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Network 490f34f1-4bf2-4da9-8023-68d7536adb5a has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:56:25.310252 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:56:25.456462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.466579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.470618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:25.507238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=490f34f1-4bf2-4da9-8023-68d7536adb5a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:25.516109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-13e090e5-e98e-4764-8140-934c275d02de tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:25.517688 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-13e090e5-e98e-4764-8140-934c275d02de tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.3172054 Feb 17 17:56:25.518566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:25.521281 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] 10.222.0.58 "DELETE /v2.0/networks/490f34f1-4bf2-4da9-8023-68d7536adb5a HTTP/1.1" status: 204 len: 168 time: 2.2242062 Feb 17 17:56:25.594961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437e880-fc43-4953-a809-5108f94d68d8 req-96fa25e6-dc97-4657-89fb-0178a4bb0247 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:25.596597 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5437e880-fc43-4953-a809-5108f94d68d8 req-96fa25e6-dc97-4657-89fb-0178a4bb0247 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 945 time: 0.2191687 Feb 17 17:56:25.613070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Deleting port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:25.613469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.715408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46566) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:25.748487 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5437e880-fc43-4953-a809-5108f94d68d8 req-d9722b30-0376-4727-9c3a-fef7f278ba6c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc227a21-1b80-42bd-a91c-5a303d6c929e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427903 Feb 17 17:56:25.768687 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e62d5c44-72ee-41ff-b7da-f596dd926efe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b5f361fbf7641ba8df871297fbacf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519328 Feb 17 17:56:25.771339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46570) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:25.851007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.881238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.929336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] For port b32d3d41-eacc-4d06-92a4-e675ed3b28c1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:25.929666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.930332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.944270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b0601fe0-e72b-42fd-a0c8-d4a1ab0cdf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:25.959101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810b5dba-6859-47f3-aba7-8d53e14e20c0,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:25.969054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.969474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.969880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.970283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.970757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.971158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.971554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.972561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.972966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.973361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.973746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.974136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.974666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.975068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.975458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.975846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.976231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.976624 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.977015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.977399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.977796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.978172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.978582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.978969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:25.982568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:25.986341 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/810b5dba-6859-47f3-aba7-8d53e14e20c0 HTTP/1.1" status: 204 len: 168 time: 0.2112753 Feb 17 17:56:25.986341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:26.272410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:26.272827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:26.273183 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Floating IP 49428ad2-5d7a-4dc3-b4b6-94cfb31edb26 disassociated. External IP: 172.27.3.56, port: b32d3d41-eacc-4d06-92a4-e675ed3b28c1. Feb 17 17:56:26.273566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Calling delete_port for b32d3d41-eacc-4d06-92a4-e675ed3b28c1 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:26.458841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:26.474854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0d9c8373-7382-4c5a-b7a6-af3ace2ec285 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:26.576910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'Port': ['ID=b32d3d41-eacc-4d06-92a4-e675ed3b28c1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:26.587742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:26.762623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46596) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:26.887040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1670494800-network', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:26.892108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:26.896256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Usage tracker for resource:network and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:26.899315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:26.905100 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:26.915206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Made reservation on behalf of 94fd7af9450b4b038bb874ddaf7f45b0 for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:26.920025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:26.920621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e4a9622b-87ac-4851-bfe9-0986e9612eae req-58d12156-704a-4ff5-8c3a-c2980ca65bae tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0583675 Feb 17 17:56:26.932476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:26.944251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:26.960801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:26.964900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Usage tracker for resource:security_group_rule and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:26.967985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:26.973797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:27.075721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.081147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.092938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c70d88d-2c18-4ed7-afda-77edc9f6e11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:27.099609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:27.133796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c1ad3d-e7eb-4608-8411-96b7cc3a11a4,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:27.149400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:27.157432 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: b32d3d41-eacc-4d06-92a4-e675ed3b28c1 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:56:27.157832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device b32d3d41-eacc-4d06-92a4-e675ed3b28c1 not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:56:27.167977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:56:27.179314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.180298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Added segment fa7c9642-95fe-4d5a-9796-1bda240e9df1 of type vxlan for network e199b1cd-cb7b-40b6-bc34-227fbd015c67 Feb 17 17:56:27.182938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:27.194647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:27.207830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:27.211114 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:27.217623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.255767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.257130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:27.257938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.268782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] No DVR routers for this DVR port b32d3d41-eacc-4d06-92a4-e675ed3b28c1 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:27.278604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.281812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'name': 'network-vif-deleted', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:27.282977 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:27.304412 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5395796 Feb 17 17:56:27.311077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46610) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:27.325540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Request body: {'subnet': {'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1670494800-subnet', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:27.332788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:27.336877 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1701a14a-651a-4d5b-9047-06ad7d51e1a0 req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "DELETE /v2.0/ports/b32d3d41-eacc-4d06-92a4-e675ed3b28c1 HTTP/1.1" status: 204 len: 173 time: 1.8126955 Feb 17 17:56:27.340916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Usage tracker for resource:subnet and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:27.346375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:27.354154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:27.368903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Made reservation on behalf of 94fd7af9450b4b038bb874ddaf7f45b0 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:27.374135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843613572'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.452977 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7849417-867d-4cb5-92c0-15c667e6e035', 'name': 'network-vif-deleted', 'tag': 'b32d3d41-eacc-4d06-92a4-e675ed3b28c1', 'status': 'completed', 'code': 200} Feb 17 17:56:27.466339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Pushing event updated for resources: {'Network': ['ID=e199b1cd-cb7b-40b6-bc34-227fbd015c67,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:27.470621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:27.479804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:56:27.493991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:27.548035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:56:27.861403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843613587'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:27.877256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:28.021954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29761b64-f509-4cd0-9fb3-7fb3df18dc97,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:28.027178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:28.033528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:28.038177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:28.047541 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:28.048423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:28.097706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:28.098387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Network hostable DHCP agents. Network: e199b1cd-cb7b-40b6-bc34-227fbd015c67, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:56:28.126261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:56:28.176979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-1d0c5ba6-d5d1-42cf-8277-678ccbd17718 req-562a4a3f-1305-43c0-9a6e-be7dce8a194b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Synchronizing usage tracker for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:28.180826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, e199b1cd-cb7b-40b6-bc34-227fbd015c67) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:28.191550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2caa10c-ead2-4d6d-a528-69b95634b20a None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:56:28.201209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:28.201859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.212461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-1d0c5ba6-d5d1-42cf-8277-678ccbd17718 req-562a4a3f-1305-43c0-9a6e-be7dce8a194b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Unset dirty status for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:28.213837 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d0c5ba6-d5d1-42cf-8277-678ccbd17718 req-562a4a3f-1305-43c0-9a6e-be7dce8a194b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0894482 Feb 17 17:56:28.225890 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-9208da23-39b8-4a51-b883-0533c53f663b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9133286 Feb 17 17:56:28.228927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46620) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:28.239262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:28.247057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:28.252437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Usage tracker for resource:router and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:28.256576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:28.259110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:28.263671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:28.276000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.277679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.300426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.459926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:56:28.460896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.605226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.634615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:28.639130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee614-8be0-46e9-84db-63a52f612ac5 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:28.780744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Allocated IP 172.20.0.2 (e199b1cd-cb7b-40b6-bc34-227fbd015c67/29761b64-f509-4cd0-9fb3-7fb3df18dc97/91f3f74f-eb63-409c-a39d-310d8932af2c) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:28.947205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:28.980982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.008092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.019431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Transition to ACTIVE for port object 91f3f74f-eb63-409c-a39d-310d8932af2c will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:29.037367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Transition to ACTIVE for port object 91f3f74f-eb63-409c-a39d-310d8932af2c will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:29.042820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.060177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:29.148545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7753ddb-33a0-4b18-91fd-9b3f41314f7e None None] New status for floating IP 49428ad2-5d7a-4dc3-b4b6-94cfb31edb26: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:56:29.265709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Allocated IP 172.27.3.176 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/03f31a46-a89d-4fe5-9a92-0a968e323e09) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:29.356752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Pushing event updated for resources: {'Port': ['ID=91f3f74f-eb63-409c-a39d-310d8932af2c,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:29.362021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:29.420454 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b99aed9f-6710-4a41-b075-452154925bd6 req-c6b4ff56-7799-4cd8-842d-57cd4ab7bc73 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0573306 Feb 17 17:56:29.431766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.464132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.480046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:29.483008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:29.484310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:29.487430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:29.554415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Attempting to bind port 91f3f74f-eb63-409c-a39d-310d8932af2c on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:29.554863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Attempting to bind port 91f3f74f-eb63-409c-a39d-310d8932af2c by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:29.555289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Attempting to bind port 91f3f74f-eb63-409c-a39d-310d8932af2c on network e199b1cd-cb7b-40b6-bc34-227fbd015c67 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:29.561140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:29.561574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:29.562035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.562512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Bound using segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:29.563005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Bound port: 91f3f74f-eb63-409c-a39d-310d8932af2c, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:29.563442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.621263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Pushing event updated for resources: {'Port': ['ID=03f31a46-a89d-4fe5-9a92-0a968e323e09,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:29.625775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:29.660128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] For port 91f3f74f-eb63-409c-a39d-310d8932af2c, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:29.663707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] For port 91f3f74f-eb63-409c-a39d-310d8932af2c, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=91f3f74f-eb63-409c-a39d-310d8932af2c,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:29.667335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.683313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:29.683313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:29.683655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:29.685297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:29.837730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Pushing event updated for resources: {'Port': ['ID=91f3f74f-eb63-409c-a39d-310d8932af2c,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:29.841220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:30.359505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:30.604644 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ebee796-3d42-4dcc-b5e4-34ae90411ca3 req-050e4e45-b2e5-48d6-a8a3-129b8b2f066a tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7849417-867d-4cb5-92c0-15c667e6e035 HTTP/1.1" status: 200 len: 210 time: 0.0533075 Feb 17 17:56:30.741489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:30.762918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 91f3f74f-eb63-409c-a39d-310d8932af2c up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:30.840691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 91f3f74f-eb63-409c-a39d-310d8932af2c completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:30.971212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:56:31.178751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:31.189930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:31.201184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:31.202247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:31.208947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:31.213172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9800732 Feb 17 17:56:31.213390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46634) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:31.372190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c9e39-449d-4e30-b8f4-18f7ad43983e None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:56:31.440108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:31.787998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46646) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:31.819822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:29Z', 'revision_number': 3, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:31.824537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:31.824942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Updating router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 port 03f31a46-a89d-4fe5-9a92-0a968e323e09 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:56:31.874255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:31.915490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:31.917022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:31.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:31.979730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-85732739-7eec-4408-9225-8d7ef69840c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:32.014043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc227a21-1b80-42bd-a91c-5a303d6c929e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:32.054101 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:32.074283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.089470 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc227a21-1b80-42bd-a91c-5a303d6c929e HTTP/1.1" status: 204 len: 168 time: 0.2979012 Feb 17 17:56:32.090312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46654) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:32.104702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Provisioning for port 91f3f74f-eb63-409c-a39d-310d8932af2c completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:32.131873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Provisioning complete for port 91f3f74f-eb63-409c-a39d-310d8932af2c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:32.132242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.144773 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-557e68ec-e1e9-45bd-bbb6-3251e91ab056 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] show failed (client error): The resource could not be found. Feb 17 17:56:32.148730 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-557e68ec-e1e9-45bd-bbb6-3251e91ab056 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups/fc227a21-1b80-42bd-a91c-5a303d6c929e HTTP/1.1" status: 404 len: 347 time: 0.0530500 Feb 17 17:56:32.151035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46658) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:32.313937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.318455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.365456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] For port 91f3f74f-eb63-409c-a39d-310d8932af2c, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=91f3f74f-eb63-409c-a39d-310d8932af2c,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:32.372429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Deleting port 431a1da4-4f86-4af2-8f1c-2783ea3f3e9f {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:32.372947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.373615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.377416 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:32.467329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Pushing event updated for resources: {'Port': ['ID=91f3f74f-eb63-409c-a39d-310d8932af2c,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:32.471095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:32.587451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.587821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.604348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ea701e4b-ae94-4c81-bece-e722320a67fc None None] Provisioning complete for port 91f3f74f-eb63-409c-a39d-310d8932af2c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:32.604789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ea701e4b-ae94-4c81-bece-e722320a67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.630665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.645261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Transition to ACTIVE for port object 03f31a46-a89d-4fe5-9a92-0a968e323e09 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:32.648967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.700477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:32.739075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Allocated IP 172.20.0.1 (e199b1cd-cb7b-40b6-bc34-227fbd015c67/29761b64-f509-4cd0-9fb3-7fb3df18dc97/991fbb6c-5de0-4735-88cd-3026325c62c8) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:32.785054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Calling delete_port for 431a1da4-4f86-4af2-8f1c-2783ea3f3e9f owned by network:floatingip {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:32.838122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 91f3f74f-eb63-409c-a39d-310d8932af2c up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:32.937816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Pushing event updated for resources: {'Port': ['ID=03f31a46-a89d-4fe5-9a92-0a968e323e09,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:32.964125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.965076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.965668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.966485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.967065 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.967742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.968309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.968904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.969489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.970061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.970603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.970884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.971792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.973019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.973596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.974295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.975164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.975737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.976295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.977164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.977583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 91f3f74f-eb63-409c-a39d-310d8932af2c triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:32.977958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.978145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:32.978751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.979320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.979913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.980480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:32.986670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:33.005903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Transition to ACTIVE for port object 991fbb6c-5de0-4735-88cd-3026325c62c8 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:33.020187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.043248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Attempting to bind port 03f31a46-a89d-4fe5-9a92-0a968e323e09 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:33.044034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Attempting to bind port 03f31a46-a89d-4fe5-9a92-0a968e323e09 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:33.045355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Attempting to bind port 03f31a46-a89d-4fe5-9a92-0a968e323e09 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:33.047680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-980e86b7-5314-44f1-90b0-2e3ddc99d8a8 None None] Provisioning complete for port 91f3f74f-eb63-409c-a39d-310d8932af2c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:33.048109 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-980e86b7-5314-44f1-90b0-2e3ddc99d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.053036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:33.053759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:33.054570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.055440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:33.056287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Bound port: 03f31a46-a89d-4fe5-9a92-0a968e323e09, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:33.057079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.058574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.076202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1f11708d-1dce-4e7f-a763-76483ef8c5d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:33.090688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:33.169318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] For port 03f31a46-a89d-4fe5-9a92-0a968e323e09, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:33.176327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] For port 03f31a46-a89d-4fe5-9a92-0a968e323e09, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=03f31a46-a89d-4fe5-9a92-0a968e323e09,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:33.189387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.192083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'Port': ['ID=431a1da4-4f86-4af2-8f1c-2783ea3f3e9f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:33.205970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:33.234150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:33.258256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Pushing event updated for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:33.262441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:33.332124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:33.333388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:33.335728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:33.388810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.413766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.423666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.428556 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c5767ebb-9850-429c-8fd6-2d64837e7d11 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "DELETE /v2.0/floatingips/49428ad2-5d7a-4dc3-b4b6-94cfb31edb26 HTTP/1.1" status: 204 len: 168 time: 1.2728186 Feb 17 17:56:33.428710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-16f1d60f-0d43-41f2-ae07-35d827f247f7 None None] Provisioning complete for port 91f3f74f-eb63-409c-a39d-310d8932af2c triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:33.428710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16f1d60f-0d43-41f2-ae07-35d827f247f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.434951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Pushing event updated for resources: {'Port': ['ID=03f31a46-a89d-4fe5-9a92-0a968e323e09,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:33.441472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3453ed6f-d82e-4058-b965-0a22e3493c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:33.509020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:33.509714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:33.718542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bbf5b0d9-f7d7-472a-a49e-95ec9c67e5e2 None None] Provisioning for port 991fbb6c-5de0-4735-88cd-3026325c62c8 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:33.724088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bbf5b0d9-f7d7-472a-a49e-95ec9c67e5e2 None None] Provisioning complete for port 991fbb6c-5de0-4735-88cd-3026325c62c8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:33.724520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b0d9-f7d7-472a-a49e-95ec9c67e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.753778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.793843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5b0d9-f7d7-472a-a49e-95ec9c67e5e2 None None] Port 991fbb6c-5de0-4735-88cd-3026325c62c8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:56:33.919474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:33.925931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46668) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:33.932238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409802241', 'description': 'tempest-description--1184840925'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:33.939419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:33.944226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:33.947286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:33.953168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:33.965303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:33.992212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:33.996233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:33.999431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:34.005883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:34.100718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.104982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.108205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.111405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.117678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c90677f8-1d84-4e1f-b278-336908d7b4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:34.135001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cc838c57-8adf-4850-89fe-f3649b025026 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:34.163104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc40b6-8960-4cb9-9e97-5524fe480020,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:34.165957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.167365 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2402828 Feb 17 17:56:34.168363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:34.170248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46672) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:34.176477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group_rule': {'security_group_id': '15dc40b6-8960-4cb9-9e97-5524fe480020', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:34.185483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:34.189609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:34.192932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:34.198713 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:34.216704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.227840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.243610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Pushing event updated for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:34.246964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:34.256968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:29Z', 'revision_number': 3, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:34.263081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454e80c-d6cd-4ae6-9bcd-8708e28d5603 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:29Z', 'revision_number': 3, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:34.287240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.293425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.295740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-20d35287-aabf-4165-86fe-69d371d5d407 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:34.320229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43856d1-8675-4e86-9d6a-e1e599456e38,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:34.322914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:34.329483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.330959 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-be921707-06dd-4f43-8bff-f939c520fd28 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596138 Feb 17 17:56:34.334314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46678) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:34.340408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'security_group_rule': {'security_group_id': '15dc40b6-8960-4cb9-9e97-5524fe480020', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:34.347681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:34.351975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:security_group_rule and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:34.355505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:34.361797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:34.380209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.400026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:34.401546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:34.452147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.455693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.464482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:34.488676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d9aeed-6b3f-4f76-9b6c-e6a16e928595,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:34.491410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:34.497144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.500677 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c0f3b5bd-68d8-4aae-ac43-9834c6df2359 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648266 Feb 17 17:56:34.501901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46682) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:34.508522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:34.515150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:34.520702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:floatingip and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:34.524373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:34.531802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:34.547051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.624989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8555bbe3-66f4-4051-bdac-e806a2598b3b None None] Provisioning complete for port 991fbb6c-5de0-4735-88cd-3026325c62c8 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:34.625520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8555bbe3-66f4-4051-bdac-e806a2598b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.745852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8555bbe3-66f4-4051-bdac-e806a2598b3b None None] Port 991fbb6c-5de0-4735-88cd-3026325c62c8 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:56:34.760166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:34.825535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 03f31a46-a89d-4fe5-9a92-0a968e323e09 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:34.895625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:34.902454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 03f31a46-a89d-4fe5-9a92-0a968e323e09 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:34.909810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 03f31a46-a89d-4fe5-9a92-0a968e323e09 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:34.910389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.082721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.121686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 03f31a46-a89d-4fe5-9a92-0a968e323e09, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=03f31a46-a89d-4fe5-9a92-0a968e323e09,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:35.125724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Allocated IP 172.27.3.207 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/54c7453d-487c-4622-ac04-5c19560ffbcc) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:35.126127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:35.128517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.131181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:35.141730 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] 10.222.0.58 "PUT /v2.0/routers/85d38e88-b3d7-4687-842b-0e2b2f3285f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9271259 Feb 17 17:56:35.214659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=03f31a46-a89d-4fe5-9a92-0a968e323e09,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:35.218971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:35.316034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.350828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.370930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7158f09-76d3-492e-be96-b17505327e06 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:35.750336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=54c7453d-487c-4622-ac04-5c19560ffbcc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:35.755959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:35.798771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:35.800083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:35.802828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:35.889709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.904392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46706) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:35.911644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-530953143-network', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:35.917071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:35.921239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Usage tracker for resource:network and tenant:36913ec5dabb44d9a76f4dc35ea00341 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:35.924331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:35.930659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:35.940614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Made reservation on behalf of 36913ec5dabb44d9a76f4dc35ea00341 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:35.945584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.955889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.959515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.976215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:35.980359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Usage tracker for resource:security_group_rule and tenant:36913ec5dabb44d9a76f4dc35ea00341 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:35.983395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:35.989659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:36.091174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.095512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.100372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8f5488d1-3fd8-4117-bbd5-51df0bef7a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:36.131047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:56:36.145036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5ff532-d5fe-4cd9-871e-5d0ce5f812b7,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:36.149598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:36.150653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.151047 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Added segment 5a1ca95d-0669-4caa-9640-8205de26e842 of type vxlan for network c9c29afd-f98c-48fb-924c-a06a79ef1069 Feb 17 17:56:36.183518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.222581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.224351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:36.225017 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.230459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-456fd314-d1f7-49dc-9b9d-9d62a1510a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:36.251827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.259546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.276053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f855b0c2-688b-40de-8df1-d9cf867f4b7f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:36.350629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Pushing event updated for resources: {'Network': ['ID=c9c29afd-f98c-48fb-924c-a06a79ef1069,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:36.361810 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4559202 Feb 17 17:56:36.363871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46714) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:36.365037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:36.366369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:56:36.377522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Request body: {'subnet': {'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-530953143-subnet', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'ip_version': 4}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:36.383436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:36.389257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Usage tracker for resource:subnet and tenant:36913ec5dabb44d9a76f4dc35ea00341 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:36.392618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:36.392994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:56:36.404160 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:36.427557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Made reservation on behalf of 36913ec5dabb44d9a76f4dc35ea00341 for: {'subnet': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:36.438366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843613572'] for subnet, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.439823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=54c7453d-487c-4622-ac04-5c19560ffbcc,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:36.453483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:36.605180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.641371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.642788 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1395898 Feb 17 17:56:36.755211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 03f31a46-a89d-4fe5-9a92-0a968e323e09 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:36.841696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 03f31a46-a89d-4fe5-9a92-0a968e323e09 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:36.842130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.962165 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-36f67750-ee3f-43d4-91b0-c77c78973dd4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--409802241&fields=id&tenant_id=f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 267 time: 0.0682971 Feb 17 17:56:36.963122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843613587'] for subnet, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.980514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:37.201554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:37.211818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:37.212496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:37.235932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d29c293-60e3-442f-9c21-a6d1221455a0,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:37.245858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:37.295384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-926798a5-ebef-42b7-8380-a83ae18fc059 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:37.296994 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-926798a5-ebef-42b7-8380-a83ae18fc059 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 810 time: 0.3175685 Feb 17 17:56:37.322778 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bd137fef-e4fd-4001-b358-ae7b8f6be2de tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/quotas/f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 375 time: 0.0184321 Feb 17 17:56:37.403188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Checking segment: {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:37.403594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Network hostable DHCP agents. Network: c9c29afd-f98c-48fb-924c-a06a79ef1069, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:56:37.405282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:37.432765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:56:37.446904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, c9c29afd-f98c-48fb-924c-a06a79ef1069) {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:37.468678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-0ce8c8ed-0aea-42ae-8e11-62971f7ec8c7 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1331062 Feb 17 17:56:37.469798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:37.470782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.472483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6c56a-3e11-417a-b4ed-804ae328c94e None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:56:37.581474 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27d27f87-e737-484d-a180-a658474780bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2148600 Feb 17 17:56:37.584296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 46736) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:37.592925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:37.603660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:37.611420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Usage tracker for resource:router and tenant:36913ec5dabb44d9a76f4dc35ea00341 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:37.625426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:37.636754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:37.677046 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-399309ab-00ff-42f0-a3c7-d147f767bc4d service neutron] 10.222.0.58 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921668 Feb 17 17:56:37.681076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.682367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.787690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.063353 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-759fd947-5d2b-466d-935c-be2ad6029c9d service neutron] 10.222.0.58 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3768380 Feb 17 17:56:38.131417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-c9c29afd-f98c-48fb-924c-a06a79ef1069', 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'fixed_ips': [{'subnet_id': '8d29c293-60e3-442f-9c21-a6d1221455a0'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:56:38.132615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.139102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.173886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:38.203029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:38.204517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Updating router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 port 991fbb6c-5de0-4735-88cd-3026325c62c8 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:56:38.297816 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92f568f8-fdd8-417b-a4aa-110856d1c9cf req-451cde89-30dc-4c44-b694-2028d56b4af9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 210 time: 0.0545168 Feb 17 17:56:38.359927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.547607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.584012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:38.790240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Allocated IP 172.20.0.2 (c9c29afd-f98c-48fb-924c-a06a79ef1069/8d29c293-60e3-442f-9c21-a6d1221455a0/fbc87047-9bea-431f-97b1-dd539a8ec80a) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:38.908550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Allocated IP 172.27.3.188 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/fc05c131-46b8-4f22-9b5a-9cc9aa147452) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:39.133257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.169053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Transition to ACTIVE for port object 991fbb6c-5de0-4735-88cd-3026325c62c8 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:39.180490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.199776 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:39.232582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.329890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Transition to ACTIVE for port object fbc87047-9bea-431f-97b1-dd539a8ec80a will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:39.373642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.404901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Transition to ACTIVE for port object fbc87047-9bea-431f-97b1-dd539a8ec80a will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:39.409655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.419409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Pushing event updated for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:39.424397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.431612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:39.569329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.569728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.570113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.570544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.570926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.571301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.571676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.572048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.572419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.572790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.573163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.573527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.573992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.574364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.574764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.575135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.575502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.575873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.576240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.576903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.577041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.577303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.577675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.578037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:56:39.596095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:39.597224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-269a0fc2-ed49-4b84-a12d-745df7f91956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:39.721121 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2fd11c89-7c05-487c-9221-5624e3ef99e1 req-79a40bf0-b55d-4878-af1f-ba0f136c14c5 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 210 time: 0.1934757 Feb 17 17:56:39.749811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Pushing event updated for resources: {'Port': ['ID=fc05c131-46b8-4f22-9b5a-9cc9aa147452,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:39.749931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Attempting to bind port 991fbb6c-5de0-4735-88cd-3026325c62c8 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:39.750955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Attempting to bind port 991fbb6c-5de0-4735-88cd-3026325c62c8 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:39.750955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Attempting to bind port 991fbb6c-5de0-4735-88cd-3026325c62c8 on network e199b1cd-cb7b-40b6-bc34-227fbd015c67 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:39.765083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:39.771606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Pushing event updated for resources: {'Port': ['ID=fbc87047-9bea-431f-97b1-dd539a8ec80a,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:39.780717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:39.781157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:39.781623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.782069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Bound using segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:39.782645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Bound port: 991fbb6c-5de0-4735-88cd-3026325c62c8, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:39.783077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:39.793258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:39.842882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-84e6e0c3-82a2-42b2-9394-5b6c5eee837d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:39.844473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-84e6e0c3-82a2-42b2-9394-5b6c5eee837d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 810 time: 0.3090489 Feb 17 17:56:39.852712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:39.858052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:39.859284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:39.864442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:39.865054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:39.869779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:40.126050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Attempting to bind port fbc87047-9bea-431f-97b1-dd539a8ec80a on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:40.126498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Attempting to bind port fbc87047-9bea-431f-97b1-dd539a8ec80a by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:40.126925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Attempting to bind port fbc87047-9bea-431f-97b1-dd539a8ec80a on network c9c29afd-f98c-48fb-924c-a06a79ef1069 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:40.136052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:40.136486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Checking segment: {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:40.136941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.137394 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Bound using segment: {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:40.137931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Bound port: fbc87047-9bea-431f-97b1-dd539a8ec80a, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:40.138372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.140600 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-19a5bacb-4a36-4a3d-96b5-da7f7f356c2d tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f3935930a74d98a7594ace85a82da2 HTTP/1.1" status: 200 len: 5704 time: 0.2790966 Feb 17 17:56:40.154441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] For port 991fbb6c-5de0-4735-88cd-3026325c62c8, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:40.181008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'port': {'device_id': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'admin_state_up': True, 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'security_groups': ['15dc40b6-8960-4cb9-9e97-5524fe480020']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:40.194780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] For port 991fbb6c-5de0-4735-88cd-3026325c62c8, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=991fbb6c-5de0-4735-88cd-3026325c62c8,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:40.214413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.233558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:40.396906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] For port fbc87047-9bea-431f-97b1-dd539a8ec80a, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:40.422445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Pushing event updated for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:40.428802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] For port fbc87047-9bea-431f-97b1-dd539a8ec80a, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fbc87047-9bea-431f-97b1-dd539a8ec80a,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:40.432596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:40.444599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.463909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:40.513452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:40.522794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Usage tracker for resource:port and tenant:f4f3935930a74d98a7594ace85a82da2 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:40.546463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:40.546685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:40.565813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Made reservation on behalf of f4f3935930a74d98a7594ace85a82da2 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:56:40.571607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.587987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:40.665346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Pushing event updated for resources: {'Port': ['ID=fbc87047-9bea-431f-97b1-dd539a8ec80a,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:40.674720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-07d810c4-e8ea-42a6-8fe9-b23becb5f8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:40.675538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:40.676250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:40.901418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:40.947003 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82529b85-56a2-4d24-8849-63c6ebccc070 req-1c2eb341-98a3-4445-95e1-642882f128e6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 210 time: 0.0787690 Feb 17 17:56:41.333991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:40Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:41.338841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf959fa-4da6-4c4a-bc20-f5629a4455fc None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:40Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:41.603367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:41.787497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Allocated IP 172.20.0.7 (f418b551-c7fc-40fd-acbc-ab48b495b994/318a75e8-338f-41bd-8d22-0d53f99f5391/5956f9b4-a47c-4841-8d64-66de5fe8b2df) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:42.234008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96436e-60d0-40f0-a079-66367f4ec1ea None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:56:42.241588 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b9608672-5c2a-4fa1-aaf9-16daf40c8ec5 req-615608d2-1dca-4165-97f9-9217971b61bf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 210 time: 0.1057773 Feb 17 17:56:42.273072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:42.278134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Router 36d62b38-d6be-48de-9265-870c759f3d4c is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:56:42.350102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0404c42a-fb22-466c-9d92-567db8a152f3 None None] Provisioning for port fbc87047-9bea-431f-97b1-dd539a8ec80a completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:42.381034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Transition to ACTIVE for port object 5956f9b4-a47c-4841-8d64-66de5fe8b2df will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:42.506374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73667d3-7b69-4014-8611-986ba5b7604e req-666ac887-2683-4a21-9d33-815bb0805185 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:42.508009 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d73667d3-7b69-4014-8611-986ba5b7604e req-666ac887-2683-4a21-9d33-815bb0805185 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.4145198 Feb 17 17:56:42.598868 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d73667d3-7b69-4014-8611-986ba5b7604e req-737ce765-ebd8-4704-b969-935ccd16da0c tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 Feb 17 17:56:42.605722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:42.624371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-57ed2c08-6d39-433c-9102-992dfea544fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:42.658537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:42.669254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Sync routers for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:42.680568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:42.681528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:42.818866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event updated for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:42.835240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:42.836060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:42.840036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2520876 Feb 17 17:56:42.840621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46796) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:42.858308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fbc87047-9bea-431f-97b1-dd539a8ec80a up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:42.911339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Network f418b551-c7fc-40fd-acbc-ab48b495b994 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:42.912592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:42.914979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:42.993905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port fbc87047-9bea-431f-97b1-dd539a8ec80a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:43.006721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port fbc87047-9bea-431f-97b1-dd539a8ec80a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:43.007162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.009180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:43.053471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:43.059912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.098716 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9219742 Feb 17 17:56:43.125882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Request body: {'port': {'device_id': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:43.156407 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d5088de3-39e5-47dc-8d25-4ceeb3bd59e3 None None] Provisioning complete for port fbc87047-9bea-431f-97b1-dd539a8ec80a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:43.156827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5088de3-39e5-47dc-8d25-4ceeb3bd59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.361704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.377424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.429566 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.478994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:40Z', 'revision_number': 3, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:43.482471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5088de3-39e5-47dc-8d25-4ceeb3bd59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.484073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Checking router: 36d62b38-d6be-48de-9265-870c759f3d4c for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:43.484686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Updating router 36d62b38-d6be-48de-9265-870c759f3d4c port fc05c131-46b8-4f22-9b5a-9cc9aa147452 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:56:43.495588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port fbc87047-9bea-431f-97b1-dd539a8ec80a, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fbc87047-9bea-431f-97b1-dd539a8ec80a,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:43.499844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.500765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 991fbb6c-5de0-4735-88cd-3026325c62c8 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:43.536015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b9c04c70-6c5a-4af0-9930-26c4c855dacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:43.547346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.660611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=fbc87047-9bea-431f-97b1-dd539a8ec80a,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:43.673363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:43.750290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-d5088de3-39e5-47dc-8d25-4ceeb3bd59e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:56:43.750717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-d5088de3-39e5-47dc-8d25-4ceeb3bd59e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:56:43.776395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 991fbb6c-5de0-4735-88cd-3026325c62c8 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:43.786390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 991fbb6c-5de0-4735-88cd-3026325c62c8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:43.786874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.838753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ad779-2025-4e25-b222-f6f83d542461 req-9c0b0205-5243-492a-b246-cec25aa600e1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:43.839615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7e6ad779-2025-4e25-b222-f6f83d542461 req-9c0b0205-5243-492a-b246-cec25aa600e1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Synchronizing usage tracker for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:43.862865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7e6ad779-2025-4e25-b222-f6f83d542461 req-9c0b0205-5243-492a-b246-cec25aa600e1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Unset dirty status for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:43.864138 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7e6ad779-2025-4e25-b222-f6f83d542461 req-9c0b0205-5243-492a-b246-cec25aa600e1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 931 time: 0.3719578 Feb 17 17:56:43.878063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:43.999270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.019623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.034855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Transition to ACTIVE for port object fc05c131-46b8-4f22-9b5a-9cc9aa147452 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:44.038529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.060542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-066a94d6-b748-470b-a8e7-bb2dd1512575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:44.067196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 991fbb6c-5de0-4735-88cd-3026325c62c8, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=991fbb6c-5de0-4735-88cd-3026325c62c8,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:44.071151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.077755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:44.161504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:44.169711 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7e6ad779-2025-4e25-b222-f6f83d542461 req-6501abda-65d6-444a-8af7-b7dc0c11c943 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989681 Feb 17 17:56:44.173464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:44.196118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aff93-0059-4227-81b9-5a2ccc73cfe1 None None] Pushing event updated for resources: {'Port': ['ID=fc05c131-46b8-4f22-9b5a-9cc9aa147452,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:44.204108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-551aff93-0059-4227-81b9-5a2ccc73cfe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:44.267324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5a2cd-ad2a-4d67-b906-d804be4c2277 req-36b17bba-4565-4d88-a55b-802c7d6c5bbe tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:44.269945 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bc5a2cd-ad2a-4d67-b906-d804be4c2277 req-36b17bba-4565-4d88-a55b-802c7d6c5bbe tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.3829966 Feb 17 17:56:44.279683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-6b3060f3-7355-4bf7-a952-cbf1071ae71c tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:44.281489 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-6b3060f3-7355-4bf7-a952-cbf1071ae71c tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.3581176 Feb 17 17:56:44.316292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Attempting to bind port fc05c131-46b8-4f22-9b5a-9cc9aa147452 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:44.316715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Attempting to bind port fc05c131-46b8-4f22-9b5a-9cc9aa147452 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:44.317128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Attempting to bind port fc05c131-46b8-4f22-9b5a-9cc9aa147452 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:44.322450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Allocated IP 172.20.0.1 (c9c29afd-f98c-48fb-924c-a06a79ef1069/8d29c293-60e3-442f-9c21-a6d1221455a0/c69115f4-72a7-4065-8cb8-a90564323fcc) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:56:44.324085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:44.324818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:44.325279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.325726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:44.326378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Bound port: fc05c131-46b8-4f22-9b5a-9cc9aa147452, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:44.326860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.413653 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9bc5a2cd-ad2a-4d67-b906-d804be4c2277 req-e364f556-835b-4782-9c0c-4e5c7eeb5ec9 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288466 Feb 17 17:56:44.419084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] For port fc05c131-46b8-4f22-9b5a-9cc9aa147452, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:44.423112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] For port fc05c131-46b8-4f22-9b5a-9cc9aa147452, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fc05c131-46b8-4f22-9b5a-9cc9aa147452,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:44.427390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.444376 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c11a1119-0c41-4784-a4a0-afcb52c8ed98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:44.454792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Provisioning for port 5956f9b4-a47c-4841-8d64-66de5fe8b2df completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:44.461975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Provisioning complete for port 5956f9b4-a47c-4841-8d64-66de5fe8b2df triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:44.462429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.494377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Deleting port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:44.494811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.499183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.522362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Transition to ACTIVE for port object c69115f4-72a7-4065-8cb8-a90564323fcc will not be triggered until provisioned by entity DHCP. {{(pid=83979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:44.536303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Port 5956f9b4-a47c-4841-8d64-66de5fe8b2df cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:56:44.552387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.552614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Provisioning complete for port fbc87047-9bea-431f-97b1-dd539a8ec80a triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:44.552842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d3cf670f-71db-4e22-b6e5-a03908e1d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.556664 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5956f9b4-a47c-4841-8d64-66de5fe8b2df {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:56:44.569459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.571974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4706f5c-5fdf-4d0f-ab7f-3602774fb55f tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:44.577853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aff93-0059-4227-81b9-5a2ccc73cfe1 None None] Pushing event updated for resources: {'Port': ['ID=fc05c131-46b8-4f22-9b5a-9cc9aa147452,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:44.586503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-551aff93-0059-4227-81b9-5a2ccc73cfe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:44.632836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Transition to ACTIVE for port object 5956f9b4-a47c-4841-8d64-66de5fe8b2df will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:44.638896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:44.657349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-39e4781b-a2f2-43a7-bdb4-b97b6c130c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:44.686958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:44.688143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:44.805181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fbc87047-9bea-431f-97b1-dd539a8ec80a up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:44.805391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Pushing event updated for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:44.813897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:44.869131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:44.870705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:44.873702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:56:44.936172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port fbc87047-9bea-431f-97b1-dd539a8ec80a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:44.937550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.025646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.211229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:45.228838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Pushing event updated for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:45.251635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:45.321217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.450475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-db33e574-facf-45dd-8f8a-67ee99960cc6 None None] Provisioning for port c69115f4-72a7-4065-8cb8-a90564323fcc completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:45.460635 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-db33e574-facf-45dd-8f8a-67ee99960cc6 None None] Provisioning complete for port c69115f4-72a7-4065-8cb8-a90564323fcc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:45.461075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db33e574-facf-45dd-8f8a-67ee99960cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.532998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-db33e574-facf-45dd-8f8a-67ee99960cc6 None None] Port c69115f4-72a7-4065-8cb8-a90564323fcc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:56:45.536318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 991fbb6c-5de0-4735-88cd-3026325c62c8 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:45.619915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:56:45.695991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 991fbb6c-5de0-4735-88cd-3026325c62c8 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:45.696494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.713058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:40Z', 'revision_number': 3, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:45.718008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130431b-1b9f-42ce-b97f-914f32dda160 None None] The sync data for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi is: [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:40Z', 'revision_number': 3, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:45.778552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:45.778898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.832260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.872935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.877314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1131331'] for port, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.934157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:45.951647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67d260be-8bfb-4525-adbb-114d135ccc9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:45.952097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:45.957733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.959892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:45.989938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:45.990860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Calling delete_port for 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:46.047107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:46.051163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:46.114865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Pushing event updated for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=2']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:46.128238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:46.146429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Attempting to bind port 5956f9b4-a47c-4841-8d64-66de5fe8b2df on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:46.146821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Attempting to bind port 5956f9b4-a47c-4841-8d64-66de5fe8b2df by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:46.147205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Attempting to bind port 5956f9b4-a47c-4841-8d64-66de5fe8b2df on network f418b551-c7fc-40fd-acbc-ab48b495b994 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:46.163592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:46.163905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Checking segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:46.164307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.164721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Bound using segment: {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:46.165220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Bound port: 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c61d5-a717-4e15-81e4-8a904479917b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:46.165693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.187938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c4fe-0428-4c8d-9b3d-75c218d61a7a req-7a93675a-15d7-495e-8699-1c3a10e3e2ba tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.195809 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:56:46.196456 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31e1c4fe-0428-4c8d-9b3d-75c218d61a7a req-7a93675a-15d7-495e-8699-1c3a10e3e2ba tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 946 time: 0.5625699 Feb 17 17:56:46.197229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:56:46.235486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3ad77-acab-4fbf-8b38-9bae13171a94 req-4d61ce61-853f-4515-8fed-be8e30dc6819 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.244199 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cef3ad77-acab-4fbf-8b38-9bae13171a94 req-4d61ce61-853f-4515-8fed-be8e30dc6819 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 943 time: 0.5620196 Feb 17 17:56:46.278478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:56:46.278853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:56:46.381423 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cef3ad77-acab-4fbf-8b38-9bae13171a94 req-4e76837d-23ee-49ec-a0e7-0818b46ea8f1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361921 Feb 17 17:56:46.395099 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31e1c4fe-0428-4c8d-9b3d-75c218d61a7a req-0cde604a-faeb-4ca9-ba76-31c07d6ea2e1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975489 Feb 17 17:56:46.476840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:46.484026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:46.492567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.515576 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f', 'code': 200} Feb 17 17:56:46.516281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:46.559261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5f01dd1-8c03-4996-b665-0d6d09a818ba None None] Provisioning complete for port c69115f4-72a7-4065-8cb8-a90564323fcc triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:46.559947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5f01dd1-8c03-4996-b665-0d6d09a818ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.627647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f5f01dd1-8c03-4996-b665-0d6d09a818ba None None] Port c69115f4-72a7-4065-8cb8-a90564323fcc cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:56:46.711667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:46.719279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Pushing event updated for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:46.726754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:46.730443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Router 36d62b38-d6be-48de-9265-870c759f3d4c has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:46.765906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:46.766870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.768596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] 10.222.0.65 "PUT /v2.0/ports/5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 200 len: 1157 time: 3.6479487 Feb 17 17:56:46.769317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:46.780458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Deleting port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:56:46.781111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:46.844753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fc05c131-46b8-4f22-9b5a-9cc9aa147452 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:46.905584 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'status': 'completed', 'code': 200} Feb 17 17:56:47.012648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:47.028664 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-660f63e1-936f-4328-a506-517789a98e90 admin admin] 10.222.0.58 "PUT /v2.0/routers/36d62b38-d6be-48de-9265-870c759f3d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1862102 Feb 17 17:56:47.130935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port fc05c131-46b8-4f22-9b5a-9cc9aa147452 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:47.138470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-e02abe6a-0e2f-4f15-abb9-318c34be86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.139984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port fc05c131-46b8-4f22-9b5a-9cc9aa147452 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:47.140409 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-e02abe6a-0e2f-4f15-abb9-318c34be86d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 1160 time: 0.2752640 Feb 17 17:56:47.140551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.234918 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-e19872fc-0c7c-4c21-9cee-73b572acdd2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 200 len: 217 time: 0.0779486 Feb 17 17:56:47.327249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee155240-e6ed-4754-b19c-a8db8e5b259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.342271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.348080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] For port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,segment=NetworkSegment(1d4c5ba8-8d71-4e60-8e50-da93fd799cd1),segment_id=1d4c5ba8-8d71-4e60-8e50-da93fd799cd1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:47.348490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.361927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-a161574d-18b6-4e96-a1d3-9d50fcba6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.364338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-a161574d-18b6-4e96-a1d3-9d50fcba6ae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.1130886 Feb 17 17:56:47.369606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port fc05c131-46b8-4f22-9b5a-9cc9aa147452, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fc05c131-46b8-4f22-9b5a-9cc9aa147452,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:47.374294 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:47.377179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:47.491019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=fc05c131-46b8-4f22-9b5a-9cc9aa147452,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:47.494868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:47.553626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Calling delete_port for 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:56:47.783482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-8137fee1-1699-461d-bc49-1d71744ee8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.785368 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-8137fee1-1699-461d-bc49-1d71744ee8f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3605816 Feb 17 17:56:47.801653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580cdd-2c38-4bbb-8790-3712e385d706 req-f76cdbd3-bf07-4643-86b6-238b08731bd1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:47.803431 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24580cdd-2c38-4bbb-8790-3712e385d706 req-f76cdbd3-bf07-4643-86b6-238b08731bd1 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 944 time: 0.2576044 Feb 17 17:56:48.018495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.024646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24580cdd-2c38-4bbb-8790-3712e385d706 req-aad0fecb-4de0-44bb-b069-4ef3bbc87315 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/security-groups?id=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547518 Feb 17 17:56:48.055289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a005395a-a9ef-49ab-b0c8-95e55562b3f9 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:48.173905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Pushing event deleted for resources: {'Port': ['ID=7d7ef455-8b15-4d75-8e6f-dd5db7851e6f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:48.183157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:48.226806 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-a659662e-f95b-4c73-8051-6c52ea5920e6 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215283 Feb 17 17:56:48.234361 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-825100514', 'description': 'tempest-TestVolumeBootPattern-825100514 description'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:48.247437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415181-a446-4c9c-9dbc-a4a158b53a9c req-592d71e7-b3c3-4fb6-bf4e-7abd70301165 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:48.248993 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8415181-a446-4c9c-9dbc-a4a158b53a9c req-592d71e7-b3c3-4fb6-bf4e-7abd70301165 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 943 time: 0.4552135 Feb 17 17:56:48.274853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:48.333789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Usage tracker for resource:security_group and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:48.628412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:48.646651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:48.733484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.754925 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a8415181-a446-4c9c-9dbc-a4a158b53a9c req-643771cd-690f-4367-8dcd-47348e3ce402 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4774008 Feb 17 17:56:48.760229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fc05c131-46b8-4f22-9b5a-9cc9aa147452 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:48.774995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] No DVR routers for this DVR port 7d7ef455-8b15-4d75-8e6f-dd5db7851e6f on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:56:48.786994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.798317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:48.807600 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3dae057f-3b64-4ef9-acb5-047a939764c7 req-c3c04965-1840-4235-93c4-60458f3ecdb9 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5564713 Feb 17 17:56:48.809958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Usage tracker for resource:security_group_rule and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:48.813928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:48.821000 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-56cb43b2-d990-48cd-963d-83a75c279de1 req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.65 "DELETE /v2.0/ports/7d7ef455-8b15-4d75-8e6f-dd5db7851e6f HTTP/1.1" status: 204 len: 173 time: 4.5167637 Feb 17 17:56:48.821884 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:48.841589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port fc05c131-46b8-4f22-9b5a-9cc9aa147452 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:48.842328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.900356 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.903507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:48.909579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-099979e1-2508-4080-b777-71e7fe183b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:48.918053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-deleted', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:48.990830 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3880156-0395-475e-9960-32ae73115ce2', 'name': 'network-vif-deleted', 'tag': '7d7ef455-8b15-4d75-8e6f-dd5db7851e6f', 'status': 'completed', 'code': 200} Feb 17 17:56:49.019783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467a4b56-67aa-4d5f-b95c-8ae57397f5ca,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:49.023900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:49.025417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.026808 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-23912741-0a58-4156-affe-cfe0adf83041 req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8026557 Feb 17 17:56:49.048450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-401de88a-c0c2-4739-bcbe-fd79ad9a2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:49.050323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-401de88a-c0c2-4739-bcbe-fd79ad9a2a3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 1160 time: 0.1194086 Feb 17 17:56:49.086548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3060d7ca-0431-4dcc-9ea9-d0d22e93bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.150289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Sync routers for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:49.161325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:49.162830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:49.258377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4c8d1f4d-7544-438c-9919-0a31186ede8d req-0102890e-4a94-4b47-9fac-8f6f1180322e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Synchronizing usage tracker for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:56:49.281661 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-75f30fa4-fb7a-47f6-ad80-494ac080f9c3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups/467a4b56-67aa-4d5f-b95c-8ae57397f5ca HTTP/1.1" status: 200 len: 1806 time: 0.2256649 Feb 17 17:56:49.303113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '467a4b56-67aa-4d5f-b95c-8ae57397f5ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:49.303485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '467a4b56-67aa-4d5f-b95c-8ae57397f5ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:49.319679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4c8d1f4d-7544-438c-9919-0a31186ede8d req-0102890e-4a94-4b47-9fac-8f6f1180322e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Unset dirty status for tenant:6f18a77b1eac4ce2884cb4d9116fa269 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:56:49.320941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c8d1f4d-7544-438c-9919-0a31186ede8d req-0102890e-4a94-4b47-9fac-8f6f1180322e tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3880156-0395-475e-9960-32ae73115ce2 HTTP/1.1" status: 200 len: 210 time: 0.1468537 Feb 17 17:56:49.321971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:49.331524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Usage tracker for resource:security_group_rule and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:49.335274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:49.342911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-6eea815f-1eb7-4259-9cd5-2decf79137b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:49.344507 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-6eea815f-1eb7-4259-9cd5-2decf79137b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.2661667 Feb 17 17:56:49.345486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:49.367742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:49.448859 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-a381ae77-8ead-4e2d-bcc3-fa438937845f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 200 len: 217 time: 0.0856256 Feb 17 17:56:49.532489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.558735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-620d8d60-eed9-4d5b-9f71-4e7c51002747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:49.560738 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-620d8d60-eed9-4d5b-9f71-4e7c51002747 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.0868754 Feb 17 17:56:49.618834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.634573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.646904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7b37d66-7840-4658-b20a-8720a30087f4 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:49.675436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93280e0-5a5b-417a-b5fb-f7c2a635cd1b,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:49.678266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:49.684804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.686091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b02576c2-f396-49fd-8dfb-0adc7c0c0578 req-9d6d8036-ec24-4b20-9f27-b2a23233d770 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3923926 Feb 17 17:56:49.705279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-6564e61d-4f81-4ff9-bbb3-a262c316245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:49.707647 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-6564e61d-4f81-4ff9-bbb3-a262c316245c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1390564 Feb 17 17:56:49.731774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:45Z', 'revision_number': 4, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'c69115f4-72a7-4065-8cb8-a90564323fcc', 'name': '', 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'mac_address': 'fa:16:3e:ba:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:44Z', 'updated_at': '2021-02-17T17:56:45Z', 'revision_number': 2, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'subnets': [{'id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:49.736225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Checking router: 36d62b38-d6be-48de-9265-870c759f3d4c for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:56:49.736648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Updating router 36d62b38-d6be-48de-9265-870c759f3d4c port c69115f4-72a7-4065-8cb8-a90564323fcc binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:56:49.793978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:49.855805 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-47eec461-34d4-4d91-97ff-11b5a6b3e341 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups/467a4b56-67aa-4d5f-b95c-8ae57397f5ca HTTP/1.1" status: 200 len: 2399 time: 0.1440036 Feb 17 17:56:49.881724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '467a4b56-67aa-4d5f-b95c-8ae57397f5ca', 'remote_group_id': None}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:49.882078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '467a4b56-67aa-4d5f-b95c-8ae57397f5ca', 'remote_group_id': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:49.933926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:56:49.963572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Usage tracker for resource:security_group_rule and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:56:49.968321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:56:49.977139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:56:49.985934 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-ee3b8213-5bbc-4fe2-a360-d255c30e5802 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600675 Feb 17 17:56:50.110421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.147067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8496a-cc8d-4bb1-a730-529b0b201a65 req-40424572-4a08-43ba-9795-34e090eb8696 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:50.149021 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4f8496a-cc8d-4bb1-a730-529b0b201a65 req-40424572-4a08-43ba-9795-34e090eb8696 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 943 time: 0.2711935 Feb 17 17:56:50.162695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.246587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.252267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.259047 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-82f11f0e-05a0-434c-8d15-41147f0f99d5 req-7ea022ad-0327-4d24-8a66-8065163d670c service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2549689 Feb 17 17:56:50.261790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Transition to ACTIVE for port object c69115f4-72a7-4065-8cb8-a90564323fcc will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:56:50.262005 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4f8496a-cc8d-4bb1-a730-529b0b201a65 req-986ab22d-7e63-4558-a0dc-fded534660cb tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059499 Feb 17 17:56:50.264565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.270002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.272253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:50.300418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366bd9a9-24be-436c-abf7-d591a955b9b8,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:50.303469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:50.310888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.313551 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a79c174-cc62-494a-83b5-caa7c10f2f22 req-8d846f82-c5c7-4a86-a265-2c6dc71bf6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4421678 Feb 17 17:56:50.442955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:50.590891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Pushing event updated for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:50.607576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:50.809059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Attempting to bind port c69115f4-72a7-4065-8cb8-a90564323fcc on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:50.809494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Attempting to bind port c69115f4-72a7-4065-8cb8-a90564323fcc by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:56:50.809822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Attempting to bind port c69115f4-72a7-4065-8cb8-a90564323fcc on network c9c29afd-f98c-48fb-924c-a06a79ef1069 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:56:50.820082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:56:50.820082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Checking segment: {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:56:50.820082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.820082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Bound using segment: {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:56:50.820663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Bound port: c69115f4-72a7-4065-8cb8-a90564323fcc, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1ca95d-0669-4caa-9640-8205de26e842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:56:50.821069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:50.991131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] For port c69115f4-72a7-4065-8cb8-a90564323fcc, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:56:50.997460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] For port c69115f4-72a7-4065-8cb8-a90564323fcc, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=c69115f4-72a7-4065-8cb8-a90564323fcc,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:56:51.003455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:51.020187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:51.186565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Pushing event updated for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:51.190946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:51.254474 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:51.255179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:51.467320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:51.511067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1385a-fe7f-45a0-a8dc-86181e57e77f req-85b344ad-8d44-473c-871b-95027a43547c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:51.513038 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26c1385a-fe7f-45a0-a8dc-86181e57e77f req-85b344ad-8d44-473c-871b-95027a43547c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 943 time: 0.1090617 Feb 17 17:56:51.533534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:51.577453 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26c1385a-fe7f-45a0-a8dc-86181e57e77f req-3fbf6102-5fd8-4538-87e1-f0dba6f255e8 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569510 Feb 17 17:56:51.818671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:51.937957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:45Z', 'revision_number': 4, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'c69115f4-72a7-4065-8cb8-a90564323fcc', 'name': '', 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'mac_address': 'fa:16:3e:ba:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:44Z', 'updated_at': '2021-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'subnets': [{'id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:51.942229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563c354-a2dd-4434-b6b8-a410ae340eec None None] The sync data for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi is: [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T17:56:45Z', 'revision_number': 4, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'c69115f4-72a7-4065-8cb8-a90564323fcc', 'name': '', 'network_id': 'c9c29afd-f98c-48fb-924c-a06a79ef1069', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'mac_address': 'fa:16:3e:ba:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:44Z', 'updated_at': '2021-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'subnets': [{'id': '8d29c293-60e3-442f-9c21-a6d1221455a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:56:52.439849 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 5956f9b4-a47c-4841-8d64-66de5fe8b2df up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:52.537374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 5956f9b4-a47c-4841-8d64-66de5fe8b2df completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:52.542900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 5956f9b4-a47c-4841-8d64-66de5fe8b2df triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:52.543334 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:52.677492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:52.722690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:52.723954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:52.731617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:52.734195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:52.808601 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'code': 200} Feb 17 17:56:52.822747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac3c3-5b4e-4a7d-bc24-d8d660128ab7 req-ad8ab4af-c9d7-4d23-8beb-314e5e3f8c7c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:52.825351 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-603ac3c3-5b4e-4a7d-bc24-d8d660128ab7 req-ad8ab4af-c9d7-4d23-8beb-314e5e3f8c7c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.1185312 Feb 17 17:56:52.838800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device c69115f4-72a7-4065-8cb8-a90564323fcc up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:52.878704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:52.882177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:52.884694 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-603ac3c3-5b4e-4a7d-bc24-d8d660128ab7 req-c14b2979-7754-4cb1-ac52-1756cac65d7c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489719 Feb 17 17:56:52.924943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port c69115f4-72a7-4065-8cb8-a90564323fcc completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:56:52.930357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port c69115f4-72a7-4065-8cb8-a90564323fcc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:52.931053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:53.066959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:53.104533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port c69115f4-72a7-4065-8cb8-a90564323fcc, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=c69115f4-72a7-4065-8cb8-a90564323fcc,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:56:53.107632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:53.109617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:56:53.187761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:56:53.191885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:56:54.090272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5aa8-6bbb-4a0b-b4b4-e80b54d0b271 req-5a508587-7057-47d1-8072-bffdb4e062f9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:54.091930 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f2d5aa8-6bbb-4a0b-b4b4-e80b54d0b271 req-5a508587-7057-47d1-8072-bffdb4e062f9 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0937600 Feb 17 17:56:54.141147 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f2d5aa8-6bbb-4a0b-b4b4-e80b54d0b271 req-2c2c7160-3529-4ebf-9f87-e62fd780cab4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 Feb 17 17:56:54.756417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device c69115f4-72a7-4065-8cb8-a90564323fcc up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:54.828821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port c69115f4-72a7-4065-8cb8-a90564323fcc triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:54.829247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:55.353739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb87a-4465-4014-93aa-36df4983aa92 req-ca699c5e-9a7e-4b6e-b22f-1a35c2ff5f03 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:55.355386 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b8cb87a-4465-4014-93aa-36df4983aa92 req-ca699c5e-9a7e-4b6e-b22f-1a35c2ff5f03 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0921068 Feb 17 17:56:55.403058 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b8cb87a-4465-4014-93aa-36df4983aa92 req-f879740e-e9db-4a18-ae9a-b4457f7235a6 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Feb 17 17:56:55.864790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84245-a68e-4487-a2aa-b374508540d4 req-5b42f036-27e0-4cb8-858d-0ea27a8a0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:55.866638 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52a84245-a68e-4487-a2aa-b374508540d4 req-5b42f036-27e0-4cb8-858d-0ea27a8a0848 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 1162 time: 0.0792792 Feb 17 17:56:55.912366 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-52a84245-a68e-4487-a2aa-b374508540d4 req-95cf7d3a-18c2-4cb9-aced-44ecbc104b61 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384209 Feb 17 17:56:56.041601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 5956f9b4-a47c-4841-8d64-66de5fe8b2df up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:56:56.121867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 5956f9b4-a47c-4841-8d64-66de5fe8b2df triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:56:56.122211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:56.614173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed23ad-a459-4d37-95fa-3d2a7fb5750c req-8821a3d9-d099-4ae0-a28c-394a37e68b85 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:56.615915 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24ed23ad-a459-4d37-95fa-3d2a7fb5750c req-8821a3d9-d099-4ae0-a28c-394a37e68b85 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0983284 Feb 17 17:56:56.666911 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-24ed23ad-a459-4d37-95fa-3d2a7fb5750c req-f41c2984-1f29-460a-b55e-4bba98437fd7 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444598 Feb 17 17:56:57.869556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5d803-dd93-48bd-bc5a-cf5fc8aed754 req-5099575d-d3bd-44a9-bea7-b8be1225005f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:57.871220 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50c5d803-dd93-48bd-bc5a-cf5fc8aed754 req-5099575d-d3bd-44a9-bea7-b8be1225005f tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0921714 Feb 17 17:56:57.920283 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-50c5d803-dd93-48bd-bc5a-cf5fc8aed754 req-3a4fcde7-9de5-443a-aee5-ea608dd06879 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Feb 17 17:56:58.120488 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7138ee7-e687-40ba-a24a-ad5b5b68dc1a req-c934ebc1-419d-46d2-a9ad-134988ff0684 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:58.122807 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a7138ee7-e687-40ba-a24a-ad5b5b68dc1a req-c934ebc1-419d-46d2-a9ad-134988ff0684 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0925457 Feb 17 17:56:58.132994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 46966) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:56:58.139419 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Request body: {'floatingip': {'port_id': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:58.230280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, before_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.908111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:58.911312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.115873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Floating IP 48edbab8-f786-42c1-835e-7db0d91a0466 associated. External IP: 172.27.3.207, port: 5956f9b4-a47c-4841-8d64-66de5fe8b2df. Feb 17 17:56:59.501986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:56:59.709640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:56:59.715628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:59.719196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:56:59.737634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:56:59.738316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:56:59.783278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b33ecc57-a606-4cbe-b5a6-0048d7adb311 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "PUT /v2.0/floatingips/48edbab8-f786-42c1-835e-7db0d91a0466 HTTP/1.1" status: 200 len: 991 time: 1.6464145 Feb 17 17:56:59.783278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}] {{(pid=83979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:56:59.832289 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'status': 'completed', 'code': 200} Feb 17 17:56:59.961115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:56:59.989898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-5972d570-d4fc-4634-9022-32b727b65c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:56:59.991669 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-5972d570-d4fc-4634-9022-32b727b65c3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 1162 time: 0.1104956 Feb 17 17:57:00.168992 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-10933f1d-19ae-4bae-9f41-68dfcbf89e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:00.170651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-10933f1d-19ae-4bae-9f41-68dfcbf89e79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.1715708 Feb 17 17:57:00.286140 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-91aaab67-28eb-48f5-a59f-9ddf6a16a0be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 200 len: 999 time: 0.1084366 Feb 17 17:57:00.375426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-91449548-4d9b-40cd-9ee6-ac1fee6de54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:00.377189 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-91449548-4d9b-40cd-9ee6-ac1fee6de54d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.0832520 Feb 17 17:57:00.428523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '48edbab8-f786-42c1-835e-7db0d91a0466', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:56:35Z', 'updated_at': '2021-02-17T17:56:58Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:00.432608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:00.442156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:00.442885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:56:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:00.467779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-e32439f9-09a8-4edd-9a24-addd137348b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:00.469427 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-e32439f9-09a8-4edd-9a24-addd137348b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813076 Feb 17 17:57:00.622706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-39c5cac1-05b6-436e-89ff-8dc989d8774c service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456673 Feb 17 17:57:00.640256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:00.774982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8673fd61-e089-43dd-b578-5886aacbbe45 req-1f3ffdf7-ed5e-4b03-9ef9-f8d408bee579 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451087 Feb 17 17:57:01.036382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '48edbab8-f786-42c1-835e-7db0d91a0466', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:56:35Z', 'updated_at': '2021-02-17T17:56:58Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:01.041615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985b511-8bf8-4aaf-af98-d61e167c2e88 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '48edbab8-f786-42c1-835e-7db0d91a0466', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'port_id': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:56:35Z', 'updated_at': '2021-02-17T17:56:58Z', 'revision_number': 1, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:57:01.309528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed45204-b3c1-406f-a7d6-dcbe85f3be41 None None] New status for floating IP 48edbab8-f786-42c1-835e-7db0d91a0466: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:57:02.488910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768dbfa-2dce-45eb-a284-e103e97d83ec req-83356ab6-ef0c-428a-a4a9-719d14abde22 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:02.490481 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0768dbfa-2dce-45eb-a284-e103e97d83ec req-83356ab6-ef0c-428a-a4a9-719d14abde22 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0936093 Feb 17 17:57:02.540655 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0768dbfa-2dce-45eb-a284-e103e97d83ec req-4f68e395-3790-479a-ae15-81feb37fbe1b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Feb 17 17:57:03.750574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e899a6-b2ce-486e-9abc-7388dd3da513 req-4a42d761-96d7-4b10-90a1-82a17dc7bf42 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:03.752807 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84e899a6-b2ce-486e-9abc-7388dd3da513 req-4a42d761-96d7-4b10-90a1-82a17dc7bf42 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0914545 Feb 17 17:57:03.805699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-84e899a6-b2ce-486e-9abc-7388dd3da513 req-ffef599e-f7f1-4c07-ad9e-4cd2e42e6387 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 Feb 17 17:57:05.018251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd166cc-f618-4546-b629-d079926e8a46 req-fc214d70-9469-4dab-b023-51e69fc23f1d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:05.019866 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cbd166cc-f618-4546-b629-d079926e8a46 req-fc214d70-9469-4dab-b023-51e69fc23f1d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0886581 Feb 17 17:57:05.074245 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cbd166cc-f618-4546-b629-d079926e8a46 req-87eef26c-e466-4b86-b281-a350fec26839 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469344 Feb 17 17:57:06.284773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94df4d5-2b4f-4c80-a33c-0e8ba5d07c16 req-de3169a6-f69b-4d6d-bbc0-9a338fa0acec tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:06.286426 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a94df4d5-2b4f-4c80-a33c-0e8ba5d07c16 req-de3169a6-f69b-4d6d-bbc0-9a338fa0acec tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0930471 Feb 17 17:57:06.335830 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a94df4d5-2b4f-4c80-a33c-0e8ba5d07c16 req-ac09da9e-a355-4492-b3a9-812008a73443 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428498 Feb 17 17:57:07.543624 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af71a59-ea2c-4900-a617-b78924a85dde req-c94b09ae-a3bc-4136-926e-5182e6e1221b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:07.545280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2af71a59-ea2c-4900-a617-b78924a85dde req-c94b09ae-a3bc-4136-926e-5182e6e1221b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0907586 Feb 17 17:57:07.602286 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2af71a59-ea2c-4900-a617-b78924a85dde req-3842b03d-7659-4c7c-b233-0b24d1d44a36 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506425 Feb 17 17:57:08.812292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847181a-d7de-4049-a886-096636117e5e req-76fbe5cc-a771-4e37-a172-09c8e5064a21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:08.813940 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f847181a-d7de-4049-a886-096636117e5e req-76fbe5cc-a771-4e37-a172-09c8e5064a21 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0891709 Feb 17 17:57:08.865467 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f847181a-d7de-4049-a886-096636117e5e req-00bad3db-4e0b-4d5c-8eb7-586563acafaf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Feb 17 17:57:10.073741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82fd6e-46d5-44cb-acf4-e575b0db076e req-9b6ad642-5f53-4b17-85d3-b238e1c35c6c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:10.075406 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb82fd6e-46d5-44cb-acf4-e575b0db076e req-9b6ad642-5f53-4b17-85d3-b238e1c35c6c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0927453 Feb 17 17:57:10.123706 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bb82fd6e-46d5-44cb-acf4-e575b0db076e req-1558a5d7-3676-4fc7-958d-56a49bd0ba47 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414348 Feb 17 17:57:11.328679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d3a49-e550-4236-9e92-29d8fd868e52 req-53658cba-ae66-4789-8d79-b443bf909ef0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:11.330953 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e2d3a49-e550-4236-9e92-29d8fd868e52 req-53658cba-ae66-4789-8d79-b443bf909ef0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0873454 Feb 17 17:57:11.383132 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e2d3a49-e550-4236-9e92-29d8fd868e52 req-278d4a55-62a1-4919-a7d5-26d9a802ceac tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Feb 17 17:57:12.762946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-63832c0e-9de8-452e-b44b-94a731699679 req-476ea65a-a732-47c3-8c90-770fe2c0b4eb tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:12.800725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-63832c0e-9de8-452e-b44b-94a731699679 req-476ea65a-a732-47c3-8c90-770fe2c0b4eb tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:12.801928 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-476ea65a-a732-47c3-8c90-770fe2c0b4eb tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-825100514&fields=id&tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 267 time: 0.1659002 Feb 17 17:57:12.816173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575d2e4-7c5b-46e1-af45-cb282b225a6c req-9ccdb204-b589-480e-b946-0ad1887b3055 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:12.817859 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3575d2e4-7c5b-46e1-af45-cb282b225a6c req-9ccdb204-b589-480e-b946-0ad1887b3055 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1806118 Feb 17 17:57:12.821390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917097e-396f-417c-a72f-35e8b4eba880 req-44b0fbeb-749a-408f-9f25-b9db79021fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:12.823190 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-44b0fbeb-749a-408f-9f25-b9db79021fbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1162 time: 0.4675956 Feb 17 17:57:13.062467 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3575d2e4-7c5b-46e1-af45-cb282b225a6c req-b79101bb-3654-4079-83ef-08b4733938fa tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380970 Feb 17 17:57:13.144488 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-e6bb0a5e-c3b7-4cba-b8a1-819b041c5cfc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:13.146131 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-e6bb0a5e-c3b7-4cba-b8a1-819b041c5cfc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.3272901 Feb 17 17:57:13.147277 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917097e-396f-417c-a72f-35e8b4eba880 req-2095eef9-0aee-4ac8-b8f2-b2b886127ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:13.148815 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-2095eef9-0aee-4ac8-b8f2-b2b886127ce8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.3000093 Feb 17 17:57:13.219682 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-860314cf-5a9e-49e7-b68a-dc25cee99500 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/quotas/94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 375 time: 0.0674822 Feb 17 17:57:13.312891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:13.332331 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-bbed5dbd-022c-47a1-a1cf-7e981f6d8a19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 1001 time: 0.1716425 Feb 17 17:57:13.402208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-63832c0e-9de8-452e-b44b-94a731699679 req-cea7544f-5b86-4af6-b53e-045c2a9207b0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:13.427171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917097e-396f-417c-a72f-35e8b4eba880 req-f8f823bd-82eb-45c2-8d38-67e09fa82556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:13.428771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-f8f823bd-82eb-45c2-8d38-67e09fa82556 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.0853984 Feb 17 17:57:13.431748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-63832c0e-9de8-452e-b44b-94a731699679 req-cea7544f-5b86-4af6-b53e-045c2a9207b0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:13.433025 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-cea7544f-5b86-4af6-b53e-045c2a9207b0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061951 Feb 17 17:57:13.637440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917097e-396f-417c-a72f-35e8b4eba880 req-5a48ee53-db9d-4863-8e7c-a482704546c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:13.639108 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-5a48ee53-db9d-4863-8e7c-a482704546c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2028816 Feb 17 17:57:13.644702 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-5b665d02-7659-494c-9ea1-ca91e8c034e0 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734169 Feb 17 17:57:13.910774 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-57001ea1-9b57-4047-b1d9-d01ca0285417 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637255 Feb 17 17:57:13.914089 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-eb443729-8a34-4495-bc4b-ae4a839794b9 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2396448 Feb 17 17:57:14.083014 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d917097e-396f-417c-a72f-35e8b4eba880 req-cc0933c7-cf7c-4154-8907-ccf1668fbf45 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603503 Feb 17 17:57:14.285379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6f2e6-0b0e-4db9-a04d-14cacd0f4d7e req-551c2843-2c97-4489-abdb-dee2e6da2528 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:14.293301 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ee6f2e6-0b0e-4db9-a04d-14cacd0f4d7e req-551c2843-2c97-4489-abdb-dee2e6da2528 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1012154 Feb 17 17:57:14.341386 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ee6f2e6-0b0e-4db9-a04d-14cacd0f4d7e req-96d3609e-0c8c-43d0-93ad-75a4c1b06134 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468097 Feb 17 17:57:14.451958 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-00b4eacb-06e2-49f0-8011-d3001f9a1c62 req-b699bc93-dfd5-4595-9755-e6cf4f756fee tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 210 time: 0.0503435 Feb 17 17:57:15.671237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284301-178d-4f32-b39d-ed3e20263bd2 req-067ac889-59e5-417e-9b9f-ce30da237e92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:15.672883 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-58284301-178d-4f32-b39d-ed3e20263bd2 req-067ac889-59e5-417e-9b9f-ce30da237e92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1412642 Feb 17 17:57:15.709426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-a9d7431d-cecd-4e0d-8f7f-914cd8d427c9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:15.711148 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-a9d7431d-cecd-4e0d-8f7f-914cd8d427c9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.2796319 Feb 17 17:57:15.805419 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab911dc8-63f1-43e9-a324-ba23d056c7b6 req-5b793a17-4c3c-4ad0-8f42-a489ed648f79 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 210 time: 0.0790267 Feb 17 17:57:15.851924 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-58284301-178d-4f32-b39d-ed3e20263bd2 req-f468adbd-2804-4112-bb64-cfde405aaac2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499400 Feb 17 17:57:15.880043 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-845d88cc-5682-44c6-8aeb-fdb6684a905e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 5763 time: 0.1501164 Feb 17 17:57:15.891542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'port': {'device_id': '55829404-192b-4b49-ae54-cdb4ba54981c', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'admin_state_up': True, 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'security_groups': ['467a4b56-67aa-4d5f-b95c-8ae57397f5ca']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:16.038096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:16.048353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:16.057434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Made reservation on behalf of 94fd7af9450b4b038bb874ddaf7f45b0 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:57:16.063095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:16.379939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.20.0.12 (e199b1cd-cb7b-40b6-bc34-227fbd015c67/29761b64-f509-4cd0-9fb3-7fb3df18dc97/99265c85-1d50-42af-978e-96ea79036b2f) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:16.587153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:16.604099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Transition to ACTIVE for port object 99265c85-1d50-42af-978e-96ea79036b2f will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:16.628722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:16.644708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-29a32347-d961-4236-ae40-f9c789a6d503 tempest-AttachVolumeNegativeTest-892723084 tempest-AttachVolumeNegativeTest-892723084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:17.172974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:17.177530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:17.259904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c87c7936-c474-4856-9f67-ef94ab0322a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:17.278984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999077-c02b-4817-8aa7-56cc6f25e5bb req-ef7ede85-165e-4b3e-835a-d15893b7276b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:17.280593 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be999077-c02b-4817-8aa7-56cc6f25e5bb req-ef7ede85-165e-4b3e-835a-d15893b7276b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 932 time: 0.2563264 Feb 17 17:57:17.293960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:17.301241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9907-8f04-4597-ba2a-1efd38fd7538 req-76d2068e-f8c2-468c-a50d-397895c63612 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:17.302834 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-174f9907-8f04-4597-ba2a-1efd38fd7538 req-76d2068e-f8c2-468c-a50d-397895c63612 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.2826614 Feb 17 17:57:17.317717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:17.320220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:17.436936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be999077-c02b-4817-8aa7-56cc6f25e5bb req-5f222a80-56fb-4672-a416-055e77da69a3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1461020 Feb 17 17:57:17.448589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:17.449292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:17.456548 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-174f9907-8f04-4597-ba2a-1efd38fd7538 req-276745da-a3b5-43a3-b7ee-fbecc664abdf tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052208 Feb 17 17:57:17.482805 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954676 Feb 17 17:57:17.505704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Request body: {'port': {'device_id': '55829404-192b-4b49-ae54-cdb4ba54981c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:17.538796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-557a0136-c307-469e-8eba-6a1362909da6 None None] Provisioning for port 99265c85-1d50-42af-978e-96ea79036b2f completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:57:17.544237 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-557a0136-c307-469e-8eba-6a1362909da6 None None] Provisioning complete for port 99265c85-1d50-42af-978e-96ea79036b2f triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:17.544662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-557a0136-c307-469e-8eba-6a1362909da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:17.602621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-557a0136-c307-469e-8eba-6a1362909da6 None None] Port 99265c85-1d50-42af-978e-96ea79036b2f cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:57:17.632748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.010527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47216) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:18.078273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Deleting subnet 6811f407-65ff-4b8b-9c6a-748f82d1e236 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:57:18.079208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99265c85-1d50-42af-978e-96ea79036b2f {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:57:18.081569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.087751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.100748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Transition to ACTIVE for port object 99265c85-1d50-42af-978e-96ea79036b2f will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:57:18.103512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.119939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:18.138133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.272224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Pushing event updated for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:18.277350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:18.429151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.474110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Attempting to bind port 99265c85-1d50-42af-978e-96ea79036b2f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:18.474656 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Attempting to bind port 99265c85-1d50-42af-978e-96ea79036b2f by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:57:18.475032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Attempting to bind port 99265c85-1d50-42af-978e-96ea79036b2f on network e199b1cd-cb7b-40b6-bc34-227fbd015c67 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:57:18.483392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:57:18.483886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:57:18.484266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.486281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Bound using segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:57:18.486871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Bound port: 99265c85-1d50-42af-978e-96ea79036b2f, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:57:18.487256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.723754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.741341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:18.770787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:57:18.784677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=99265c85-1d50-42af-978e-96ea79036b2f,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:57:18.793743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.815091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:18.843140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6811f407-65ff-4b8b-9c6a-748f82d1e236,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:18.848663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:18.888436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:18.895586 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fdcceb46-d096-46b6-b555-c453ca91a11a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6811f407-65ff-4b8b-9c6a-748f82d1e236 HTTP/1.1" status: 204 len: 168 time: 0.8839004 Feb 17 17:57:18.898187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47236) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:19.014544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694bcb-5d0e-4350-a484-abf1b1620238 req-76802662-98d0-41a9-aeee-2ccb2d7599ff tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.016716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e7694bcb-5d0e-4350-a484-abf1b1620238 req-76802662-98d0-41a9-aeee-2ccb2d7599ff tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:19.017751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.032886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e576e94-baa9-412f-ad24-7a6ad5f97809 req-8d6186a5-22f7-4016-9d50-af708b1d5b7a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.034887 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5e576e94-baa9-412f-ad24-7a6ad5f97809 req-8d6186a5-22f7-4016-9d50-af708b1d5b7a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.4024513 Feb 17 17:57:19.058126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Pushing event updated for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:19.064202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:19.105382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e7694bcb-5d0e-4350-a484-abf1b1620238 req-76802662-98d0-41a9-aeee-2ccb2d7599ff tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:19.106759 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e7694bcb-5d0e-4350-a484-abf1b1620238 req-76802662-98d0-41a9-aeee-2ccb2d7599ff tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.4719863 Feb 17 17:57:19.109699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00b9168f-bb1a-4fe2-b257-2159eb04e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.162346 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5e576e94-baa9-412f-ad24-7a6ad5f97809 req-b6a1e06f-8657-4d2e-a5a7-6a63c0fd51bc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131327 Feb 17 17:57:19.169194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.169874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.171392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] 10.222.0.65 "PUT /v2.0/ports/99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 1158 time: 1.6710796 Feb 17 17:57:19.173154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:19.226743 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e7694bcb-5d0e-4350-a484-abf1b1620238 req-d5e46e34-a2c5-482b-8ee4-e5f198896a04 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1031666 Feb 17 17:57:19.240501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.349221 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f', 'status': 'completed', 'code': 200} Feb 17 17:57:19.419010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-2401a959-2f98-4e82-9aaf-ffd74006645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.420949 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-2401a959-2f98-4e82-9aaf-ffd74006645f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1161 time: 0.1659498 Feb 17 17:57:19.469016 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037a7b29-895f-4676-9d1b-988210e3fc18']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:19.486132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:19.486804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4c5ba8-8d71-4e60-8e50-da93fd799cd1') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:19.503076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.519437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.521867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:57:19.542941 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-a00d3006-f959-4f2e-9be0-b35d061ffcba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 217 time: 0.0894608 Feb 17 17:57:19.633918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-f1274a19-d74c-47a4-9cfe-3ad179aa9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.636084 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-f1274a19-d74c-47a4-9cfe-3ad179aa9927 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0852845 Feb 17 17:57:19.722447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Network 037a7b29-895f-4676-9d1b-988210e3fc18 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:19.733467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:19.738899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832c0e-9de8-452e-b44b-94a731699679 req-9bb61e1a-e5d9-47fe-957e-e43d51acee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:19.740753 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-9bb61e1a-e5d9-47fe-957e-e43d51acee96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967722 Feb 17 17:57:19.912499 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-1af91442-ed2f-43a0-8da2-d4cc76a6ce75 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613839 Feb 17 17:57:19.936919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Network 037a7b29-895f-4676-9d1b-988210e3fc18 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:19.967777 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:20.067964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.072410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:20.093588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.095087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.102635 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-63832c0e-9de8-452e-b44b-94a731699679 req-a07cb0c5-4824-4943-9da1-79cd6c6f0bfa service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1784627 Feb 17 17:57:20.110503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=037a7b29-895f-4676-9d1b-988210e3fc18,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:20.114355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:20.123549 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5d4fa058-731a-4701-ac7c-f2c576b0a6e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/037a7b29-895f-4676-9d1b-988210e3fc18 HTTP/1.1" status: 204 len: 168 time: 1.2242498 Feb 17 17:57:20.339471 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70264-7945-411e-969e-d13b49397929 req-71a68f2d-457b-4668-ae0c-a7bc141aeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:20.341570 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-71a68f2d-457b-4668-ae0c-a7bc141aeb23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1161 time: 0.1179156 Feb 17 17:57:20.376748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47266) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:20.456384 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-139c8a25-fa72-4d70-8c6e-dbbd1a5bc272 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f18a77b1eac4ce2884cb4d9116fa269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782681 Feb 17 17:57:20.459860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47270) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:20.546305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.585078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.646247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.653521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-186071f8-9ccc-4f03-8aaf-f4c12a527110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:20.673330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:20.678130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:20.683520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196803f-6fd9-4251-82c4-0d518acb94fa req-e1e3dbe1-4f32-471b-bd87-99bf64482ee7 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:20.686853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:20.691378 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/600d1c5f-2e08-4f1d-80b3-bf5c3afde0a8 HTTP/1.1" status: 204 len: 168 time: 0.2277160 Feb 17 17:57:20.702620 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8196803f-6fd9-4251-82c4-0d518acb94fa req-e1e3dbe1-4f32-471b-bd87-99bf64482ee7 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.2011192 Feb 17 17:57:20.761314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70264-7945-411e-969e-d13b49397929 req-b99e6e3d-a127-48a4-b4f7-33737efd8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:20.763352 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-b99e6e3d-a127-48a4-b4f7-33737efd8e41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.4067447 Feb 17 17:57:20.774790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fcd98-62ea-43f4-b8e9-287bd4a46e0b req-f5c5bb49-4c7a-4de7-aa28-26a7d7dd820c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:20.782836 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf9fcd98-62ea-43f4-b8e9-287bd4a46e0b req-f5c5bb49-4c7a-4de7-aa28-26a7d7dd820c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.3320582 Feb 17 17:57:20.885061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8196803f-6fd9-4251-82c4-0d518acb94fa req-bdc2cfe1-28e3-436b-ac80-44f9bb1cf389 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1811750 Feb 17 17:57:21.228417 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-b9911a3f-4493-41b7-b60c-71ba3c7afa51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 217 time: 0.4276025 Feb 17 17:57:21.291192 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf9fcd98-62ea-43f4-b8e9-287bd4a46e0b req-ca70bd1a-7035-4b99-8df8-6a44cd0b8e23 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5061650 Feb 17 17:57:21.325477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70264-7945-411e-969e-d13b49397929 req-d6622026-f539-473c-8095-c3b00e96e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:21.327272 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-d6622026-f539-473c-8095-c3b00e96e35d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0771255 Feb 17 17:57:21.404577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:21.427055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70264-7945-411e-969e-d13b49397929 req-6419391a-e367-46f6-ba0e-ae1d7d056124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:21.428715 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-6419391a-e367-46f6-ba0e-ae1d7d056124 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934463 Feb 17 17:57:21.600167 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-6e93a6bc-1e22-4ebf-b8c4-34778ca9404b service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630790 Feb 17 17:57:21.740961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:21.776383 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-efc70264-7945-411e-969e-d13b49397929 req-81f3889d-cba4-428c-8503-4314d6536a85 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1689267 Feb 17 17:57:22.154991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff6cf-22df-491d-b510-b7f8b0dc4c4c req-9fef10d6-eac4-4c0f-b658-ad78af8a2c1e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:22.156626 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d7ff6cf-22df-491d-b510-b7f8b0dc4c4c req-9fef10d6-eac4-4c0f-b658-ad78af8a2c1e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.1460001 Feb 17 17:57:22.226824 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1d7ff6cf-22df-491d-b510-b7f8b0dc4c4c req-742761e2-6db7-41e8-bf7c-c72bd6954dc2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0602484 Feb 17 17:57:22.520916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae23b9-6e26-43f8-8a30-1bcbd31fc971 req-9c5d9fd5-f979-48ca-9386-632db2fe66d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:22.522819 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fae23b9-6e26-43f8-8a30-1bcbd31fc971 req-9c5d9fd5-f979-48ca-9386-632db2fe66d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1016788 Feb 17 17:57:22.588961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5fae23b9-6e26-43f8-8a30-1bcbd31fc971 req-474ca149-1447-4265-918c-dad8ce1e3889 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576568 Feb 17 17:57:23.458269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ad990-5fc0-40a9-8b89-3f407f74e93a req-2a25c461-28e4-40ea-8432-549e29dbf694 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:23.460647 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-131ad990-5fc0-40a9-8b89-3f407f74e93a req-2a25c461-28e4-40ea-8432-549e29dbf694 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.1131270 Feb 17 17:57:23.527099 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-131ad990-5fc0-40a9-8b89-3f407f74e93a req-e7e8d9c0-f0b3-401f-aeb1-cd5b8e146b18 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0554807 Feb 17 17:57:23.716545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:23.849721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4790-f9ab-4e70-939f-7f83fcd2e195 req-16a3920f-1117-4288-ba12-4bea774b47bd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:23.851673 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2ce4790-f9ab-4e70-939f-7f83fcd2e195 req-16a3920f-1117-4288-ba12-4bea774b47bd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1005878 Feb 17 17:57:23.917057 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a2ce4790-f9ab-4e70-939f-7f83fcd2e195 req-5413a797-317d-438b-bb37-1c94ac24b762 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573542 Feb 17 17:57:24.807150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c9343-a7f0-4a59-8fd9-6d9df3100224 req-5b554be7-9b04-454b-a989-443911362249 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:24.808968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af2c9343-a7f0-4a59-8fd9-6d9df3100224 req-5b554be7-9b04-454b-a989-443911362249 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.0993185 Feb 17 17:57:24.863342 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-af2c9343-a7f0-4a59-8fd9-6d9df3100224 req-a680b048-74aa-4b7f-8ae5-6fd3b7768e7e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0474784 Feb 17 17:57:25.146289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534840c-149e-469e-b2e6-69b3a8a6f2b0 req-04eda494-3c53-47cc-836f-7c61862d192e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:25.155251 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9534840c-149e-469e-b2e6-69b3a8a6f2b0 req-04eda494-3c53-47cc-836f-7c61862d192e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1076834 Feb 17 17:57:25.205984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9534840c-149e-469e-b2e6-69b3a8a6f2b0 req-3b686af8-0ef0-42a9-a1e5-621f59e562be tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492649 Feb 17 17:57:26.102530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25c19a-9702-4b76-ac91-77f76894a76f req-44337f43-f03a-4d6e-b09f-e52850e577d5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:26.104974 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc25c19a-9702-4b76-ac91-77f76894a76f req-44337f43-f03a-4d6e-b09f-e52850e577d5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.1252007 Feb 17 17:57:26.159826 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc25c19a-9702-4b76-ac91-77f76894a76f req-01cd5122-af04-48d8-8185-4710a8b06a35 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0478652 Feb 17 17:57:26.462034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7b124-74da-4081-bb22-8e31a773e612 req-6b7f83ad-165c-4458-9cb8-4b1c9b9e3a34 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:26.470984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4a7b124-74da-4081-bb22-8e31a773e612 req-6b7f83ad-165c-4458-9cb8-4b1c9b9e3a34 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1242135 Feb 17 17:57:26.543509 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4a7b124-74da-4081-bb22-8e31a773e612 req-8014d256-f2b3-4364-bc48-795a3e3023a9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557926 Feb 17 17:57:27.380009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7cfe-9fe9-42d9-8f54-88ad27c1ee92 req-6722920d-bc2d-42f8-9429-f649e7aebf95 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:27.381757 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ded7cfe-9fe9-42d9-8f54-88ad27c1ee92 req-6722920d-bc2d-42f8-9429-f649e7aebf95 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.1048019 Feb 17 17:57:27.439971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4ded7cfe-9fe9-42d9-8f54-88ad27c1ee92 req-819e396e-a005-425f-bac6-e14111024b80 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0512660 Feb 17 17:57:27.811926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2423-7d8c-4bef-9d7a-cf406418d253 req-51e8c227-ff93-4ff8-b82f-d2a8ee4f2056 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:27.813544 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d02e2423-7d8c-4bef-9d7a-cf406418d253 req-51e8c227-ff93-4ff8-b82f-d2a8ee4f2056 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1025856 Feb 17 17:57:27.875061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d02e2423-7d8c-4bef-9d7a-cf406418d253 req-f753def6-7a40-41ba-bc85-8417a8aa191e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530562 Feb 17 17:57:28.650110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a7075-802d-467b-8b89-185277feac70 req-b1d407be-b5d5-445d-838c-094edf4a3039 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:28.651804 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510a7075-802d-467b-8b89-185277feac70 req-b1d407be-b5d5-445d-838c-094edf4a3039 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.0883338 Feb 17 17:57:28.704572 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510a7075-802d-467b-8b89-185277feac70 req-9f9fb3f0-f9ba-46ad-8772-a2b27d7888a3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0464020 Feb 17 17:57:28.994545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 99265c85-1d50-42af-978e-96ea79036b2f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:29.076091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 99265c85-1d50-42af-978e-96ea79036b2f completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:57:29.082761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 99265c85-1d50-42af-978e-96ea79036b2f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:29.083203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.104870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a12aa-959e-4634-9f54-c7795c753ec8 req-44b6b59b-2cbf-494e-ae5c-fc7ad05e56a7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.106820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c32a12aa-959e-4634-9f54-c7795c753ec8 req-44b6b59b-2cbf-494e-ae5c-fc7ad05e56a7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0953748 Feb 17 17:57:29.162549 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c32a12aa-959e-4634-9f54-c7795c753ec8 req-383558ed-4cb5-4f18-9614-26c36b5bbb0b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490954 Feb 17 17:57:29.320302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-ca58cb35-8fe7-4fa1-b434-16f99550fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.321979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-ca58cb35-8fe7-4fa1-b434-16f99550fc98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1162 time: 0.0897355 Feb 17 17:57:29.386190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.415753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:29.426453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=99265c85-1d50-42af-978e-96ea79036b2f,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:29.429871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:29.431913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:29.474624 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f', 'code': 200} Feb 17 17:57:29.476409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-17d99719-05bd-487e-8e01-306cee4d5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.478181 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-17d99719-05bd-487e-8e01-306cee4d5a20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.1487391 Feb 17 17:57:29.511362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:29.514935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:29.620399 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-f404609c-108e-43d3-9eb2-7538e598e82c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 1001 time: 0.1032162 Feb 17 17:57:29.696176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-870c753f-0f55-4e7e-a598-4ea952adaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.697743 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-870c753f-0f55-4e7e-a598-4ea952adaf1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.0695868 Feb 17 17:57:29.913555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-ca79a1a1-cf56-4b2d-b608-e92754988413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.915227 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-ca79a1a1-cf56-4b2d-b608-e92754988413 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2096174 Feb 17 17:57:29.924326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342afa9-d9e0-427a-a1bb-750024e8f319 req-d20d6285-1cd2-44de-afa1-e34916099ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:29.925848 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e342afa9-d9e0-427a-a1bb-750024e8f319 req-d20d6285-1cd2-44de-afa1-e34916099ece service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1163 time: 0.1732032 Feb 17 17:57:30.066763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf6eaa-9f9f-4cdf-bcc9-33be84a06dcb req-c5670beb-7f36-4c30-bdf9-9449ab900ba3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:30.068345 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36bf6eaa-9f9f-4cdf-bcc9-33be84a06dcb req-c5670beb-7f36-4c30-bdf9-9449ab900ba3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.2422135 Feb 17 17:57:30.108978 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e342afa9-d9e0-427a-a1bb-750024e8f319 req-484957cd-4253-4c48-a2a9-0c8ca03bec6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1563125 Feb 17 17:57:30.153742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-07c89de3-35ec-4f8f-a0fb-7e07fef74c2e service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268841 Feb 17 17:57:30.159044 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36bf6eaa-9f9f-4cdf-bcc9-33be84a06dcb req-5339e240-644b-4820-93e0-de0d721c63a2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0838115 Feb 17 17:57:30.375926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668953f-a49b-4d28-9ea5-8f35f6bb40f6 req-b5f78403-30fe-45e2-9735-e813343659f5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:30.377509 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4668953f-a49b-4d28-9ea5-8f35f6bb40f6 req-b5f78403-30fe-45e2-9735-e813343659f5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0862095 Feb 17 17:57:30.383174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 99265c85-1d50-42af-978e-96ea79036b2f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:30.427212 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4668953f-a49b-4d28-9ea5-8f35f6bb40f6 req-c5c31dd0-e433-4130-8b33-cb5795ae36e1 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Feb 17 17:57:30.469504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 99265c85-1d50-42af-978e-96ea79036b2f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:30.469917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:30.569361 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-91986165-ecab-4b6b-a032-9c2003ca80a2 req-873b2fe9-f780-4a98-98eb-113176b8bf74 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410878 Feb 17 17:57:31.364153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc2495-ff1b-4006-b165-23d01cb357af req-5770967b-4334-4e5a-9272-14cd8d0bb262 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:31.365641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfcc2495-ff1b-4006-b165-23d01cb357af req-5770967b-4334-4e5a-9272-14cd8d0bb262 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.0912271 Feb 17 17:57:31.414247 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cfcc2495-ff1b-4006-b165-23d01cb357af req-13a366ef-f05d-4200-bc64-8e69ce77174a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0420451 Feb 17 17:57:31.638701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80bdee-22ee-4a07-bbef-83acdf3809c2 req-109451a2-5394-40eb-8b4a-d8377bedf3ff tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:31.640349 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c80bdee-22ee-4a07-bbef-83acdf3809c2 req-109451a2-5394-40eb-8b4a-d8377bedf3ff tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0889373 Feb 17 17:57:31.697871 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0c80bdee-22ee-4a07-bbef-83acdf3809c2 req-3dce29de-6b58-4874-989d-d7f36b0a14f0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496774 Feb 17 17:57:32.487898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 99265c85-1d50-42af-978e-96ea79036b2f up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:32.560219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 99265c85-1d50-42af-978e-96ea79036b2f triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:32.560649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:32.612823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d6f42-ad19-4ece-a021-c987af2dab8e req-69f84aa5-20af-401b-8fcc-08c640be0912 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:32.614478 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-586d6f42-ad19-4ece-a021-c987af2dab8e req-69f84aa5-20af-401b-8fcc-08c640be0912 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.0882258 Feb 17 17:57:32.664842 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-586d6f42-ad19-4ece-a021-c987af2dab8e req-c4b5f20e-0030-479c-9c4b-358c2650a50e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0440466 Feb 17 17:57:32.934962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15285-0236-4244-9a0c-f6799a909cd1 req-739e9208-b6e2-4d9b-9bef-7ad41d42418f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:32.936577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1d15285-0236-4244-9a0c-f6799a909cd1 req-739e9208-b6e2-4d9b-9bef-7ad41d42418f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.1570368 Feb 17 17:57:32.947475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7611db-3db4-49b5-b955-1e3cfa818d0e req-40c411c7-d3eb-4ea8-a1a0-4f8dc9e9886f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:32.948964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b7611db-3db4-49b5-b955-1e3cfa818d0e req-40c411c7-d3eb-4ea8-a1a0-4f8dc9e9886f tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1266518 Feb 17 17:57:33.030872 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1d15285-0236-4244-9a0c-f6799a909cd1 req-a2a32883-c44f-41c0-9e61-b4607d53e388 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0807822 Feb 17 17:57:33.035970 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b7611db-3db4-49b5-b955-1e3cfa818d0e req-cc677fd1-09a2-4d67-97a1-e3ca4c3dbc33 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712371 Feb 17 17:57:33.244099 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-d3e8b1d0-97db-4adf-8a39-e58ceb90a102 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1627634 Feb 17 17:57:33.256018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:33.261896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:57:33.266148 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Usage tracker for resource:floatingip and tenant:94fd7af9450b4b038bb874ddaf7f45b0 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:57:33.270090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:57:33.278156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:57:33.288266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.434024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.712261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.27.3.114 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/75781600-5825-4166-b545-9f4753602b15) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:57:33.867360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.896803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.913845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c49dbc2c-c4c1-4536-8d4b-5cce2b4d48b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:34.065638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=75781600-5825-4166-b545-9f4753602b15,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:34.079697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.080639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.081058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.081465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.081869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.082272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.082692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.083090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.083485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.083880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.084276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.084669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.085154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.085552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.085949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.086319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.086746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.087139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.087561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.087901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.088393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.088663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.089053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.089443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:34.093856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:34.131250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:57:34.132455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:57:34.135059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:57:34.260038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:57:34.391248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.423837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:34.434828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:34.438299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.440274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-82ad69ea-1264-46db-b253-eb9c85bac97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:34.512892 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:34.516540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:34.540397 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616feca-8600-4eb4-a48b-31e2746bccd7 req-746c7d98-7803-4dc8-a0e9-c3225b02b6a5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:34.542154 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9616feca-8600-4eb4-a48b-31e2746bccd7 req-746c7d98-7803-4dc8-a0e9-c3225b02b6a5 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.3771994 Feb 17 17:57:34.551353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.647773 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9616feca-8600-4eb4-a48b-31e2746bccd7 req-7bf69207-2d3e-4ce1-966d-bc4dd81825ac tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985718 Feb 17 17:57:34.655262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.864329 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'code': 422} returned with failed status Feb 17 17:57:34.942201 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.945869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:34.961531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb2be82-6871-4df2-9b0c-72cd3962b866 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:35.108840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=75781600-5825-4166-b545-9f4753602b15,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:35.114673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:35.208230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.231225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:35.232599 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9814572 Feb 17 17:57:35.323591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-45eeedc5-9682-46fe-b7c8-f935c552d30b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:35.340215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-45eeedc5-9682-46fe-b7c8-f935c552d30b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:35.341516 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-45eeedc5-9682-46fe-b7c8-f935c552d30b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.1020069 Feb 17 17:57:35.510001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-121959d2-b633-4449-975a-98f7fac5844c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:35.511524 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ba54865e-7ba6-4da8-bbb0-6f0cba8b5c1a req-121959d2-b633-4449-975a-98f7fac5844c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1633956 Feb 17 17:57:35.696714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8a12e89e-8254-43ae-bf3c-ad178a09998d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:35.698367 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8a12e89e-8254-43ae-bf3c-ad178a09998d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0896900 Feb 17 17:57:35.789970 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-1acdeac2-15ed-45b8-a1df-7f6686b1398c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.0850632 Feb 17 17:57:35.800400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'port_id': '99265c85-1d50-42af-978e-96ea79036b2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:35.882219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.568898 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-ccd092f0-5b5c-49fa-8249-9818c7e53859 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818231 Feb 17 17:57:36.613610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.618609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.783176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed771f-c108-4e74-880c-97cd7c58414d req-97d380db-ce43-4dd3-be30-0cdced3457bc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:36.785101 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7ed771f-c108-4e74-880c-97cd7c58414d req-97d380db-ce43-4dd3-be30-0cdced3457bc tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.2758288 Feb 17 17:57:36.868787 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7ed771f-c108-4e74-880c-97cd7c58414d req-97933e99-ded9-4e29-b3ed-8ea1a6336a63 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769372 Feb 17 17:57:36.871860 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP 2ab27a20-8805-4905-9417-88b95c352748 associated. External IP: 172.27.3.114, port: 99265c85-1d50-42af-978e-96ea79036b2f. Feb 17 17:57:37.316059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-cf2882c6-9309-4d6c-a0b8-5fcfc96fd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:37.317635 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-cf2882c6-9309-4d6c-a0b8-5fcfc96fd7fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4&tenant_id=506d1223bea34518bb3c51a3f3567844 HTTP/1.1" status: 200 len: 1160 time: 0.2609997 Feb 17 17:57:37.333542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:57:37.847206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-857955c9-42e4-4314-b46d-15193902e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:37.848817 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-857955c9-42e4-4314-b46d-15193902e53c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=506d1223bea34518bb3c51a3f3567844&device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1160 time: 0.1305759 Feb 17 17:57:37.853469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:57:37.857869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.864233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:57:37.874190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:37.874883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:57:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.058992 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-5016bad2-e815-49b7-b52a-d7bafaaab40a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "PUT /v2.0/floatingips/2ab27a20-8805-4905-9417-88b95c352748 HTTP/1.1" status: 200 len: 997 time: 2.2628684 Feb 17 17:57:38.067478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:38.069392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:38.185732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-fb15a153-da43-41d6-9108-22f53fb907d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.187366 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-fb15a153-da43-41d6-9108-22f53fb907d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 200 len: 910 time: 0.3018250 Feb 17 17:57:38.295845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571c11b-342f-480a-a58b-3ca06fa1c90a req-99b27108-a873-4333-a300-d678a21ae267 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.297463 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7571c11b-342f-480a-a58b-3ca06fa1c90a req-99b27108-a873-4333-a300-d678a21ae267 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.3009098 Feb 17 17:57:38.340546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8ed5109f-edfa-411c-834f-246d8b064af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.342193 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8ed5109f-edfa-411c-834f-246d8b064af3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1163 time: 0.2675824 Feb 17 17:57:38.359793 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-c7e0f54b-e8c0-4e7a-ab22-0cd1ba6b871d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 200 len: 999 time: 0.1625936 Feb 17 17:57:38.444663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '2ab27a20-8805-4905-9417-88b95c352748', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '99265c85-1d50-42af-978e-96ea79036b2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:e5:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55829404-192b-4b49-ae54-cdb4ba54981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:57:34Z', 'updated_at': '2021-02-17T17:57:36Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.448807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:57:38.458769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:57:38.459467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:57:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:38.491124 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7571c11b-342f-480a-a58b-3ca06fa1c90a req-8b097d60-5483-41e2-93aa-1a72791d215b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847322 Feb 17 17:57:38.544613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-4f4b1162-09f9-423b-ad89-e6291d06a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.546291 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-4f4b1162-09f9-423b-ad89-e6291d06a5d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 200 len: 855 time: 0.1598401 Feb 17 17:57:38.557476 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f', 'status': 'completed', 'code': 200} Feb 17 17:57:38.582674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-4ab5d95b-2053-47f0-b53d-18cef79896e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.584370 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-4ab5d95b-2053-47f0-b53d-18cef79896e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2268834 Feb 17 17:57:38.824088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:57:38.844890 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-c8722a4a-458e-4ffb-9429-a54a84cd4239 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 1000 time: 0.2494924 Feb 17 17:57:38.924408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-e3ba55e6-9187-4e7f-8ed5-5dea1790786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.926056 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-e3ba55e6-9187-4e7f-8ed5-5dea1790786c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1163 time: 0.2483683 Feb 17 17:57:38.941815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-6aa0fc80-fe09-4b95-86e5-013f8cea429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.943384 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-6aa0fc80-fe09-4b95-86e5-013f8cea429b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa59ba0b-bde1-43a5-a395-5b950373d98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2643888 Feb 17 17:57:38.965871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-356f0af8-9583-4813-afe9-f9d358da62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:38.967432 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-356f0af8-9583-4813-afe9-f9d358da62ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1140363 Feb 17 17:57:39.218238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '2ab27a20-8805-4905-9417-88b95c352748', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '99265c85-1d50-42af-978e-96ea79036b2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:e5:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55829404-192b-4b49-ae54-cdb4ba54981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:57:34Z', 'updated_at': '2021-02-17T17:57:36Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:57:39.222889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574aabad-7d95-4d85-b50a-505ae0a1c65c None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '2ab27a20-8805-4905-9417-88b95c352748', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '99265c85-1d50-42af-978e-96ea79036b2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:e5:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55829404-192b-4b49-ae54-cdb4ba54981c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T17:57:34Z', 'updated_at': '2021-02-17T17:57:36Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:57:39.283896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-0f735901-b0d4-4c55-9375-8ad713ab4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:39.285742 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-0f735901-b0d4-4c55-9375-8ad713ab4ff0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.3462048 Feb 17 17:57:39.293492 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-96b18b29-1826-4e8d-8f78-d48f5b6bcabd service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221800 Feb 17 17:57:39.300030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8067ad8f-9f8a-4384-a210-a397bddccb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:39.301612 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-8067ad8f-9f8a-4384-a210-a397bddccb67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2524450 Feb 17 17:57:39.312963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-b2ede54e-5e0b-439e-8151-668360089c2f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:57:39.314585 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-b2ede54e-5e0b-439e-8151-668360089c2f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055492 Feb 17 17:57:39.500052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0fed04-f5ea-4357-bb0c-6e32068220e9 None None] New status for floating IP 2ab27a20-8805-4905-9417-88b95c352748: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:57:39.614916 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-159f182e-7d4e-4ad7-984c-e97a16c0b2b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 1000 time: 0.2959013 Feb 17 17:57:40.058567 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8eeae9a9-3d18-4b58-ae63-5ffe71e37549 req-860b4f64-f33a-4efc-b9bb-93ea921d7654 service neutron] 10.222.0.65 "GET /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6836092 Feb 17 17:57:40.068370 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-7cba3558-1550-4e99-af91-56780b7236a7 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922486 Feb 17 17:57:40.072083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-f01864a4-1e79-4025-a3aa-687b6b986e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:40.073777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-f01864a4-1e79-4025-a3aa-687b6b986e61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.4427333 Feb 17 17:57:40.278052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85c4b1-40d9-4342-94d5-bca383ed4fec req-6cb5e59d-6477-43b4-ab78-9492a102f2a2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:40.279720 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da85c4b1-40d9-4342-94d5-bca383ed4fec req-6cb5e59d-6477-43b4-ab78-9492a102f2a2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.5971453 Feb 17 17:57:40.337657 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6ac9abac-0867-403c-8f7e-3351076bb820 req-2d3a497b-2628-4936-8eb4-7fe197f4f590 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2616856 Feb 17 17:57:40.359852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-38294557-1fa3-4939-b5fb-828e9805cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:40.361517 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-38294557-1fa3-4939-b5fb-828e9805cc78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2570491 Feb 17 17:57:40.364682 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-da85c4b1-40d9-4342-94d5-bca383ed4fec req-277df329-352e-49c1-8da1-11518db8f251 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741894 Feb 17 17:57:40.521847 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-ca828416-2c9d-4600-a248-a518bab60d01 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392994 Feb 17 17:57:40.683894 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8ba775fe-67f9-4711-b0a5-aa1032526b2a req-1cd0724f-117e-4f0a-acd8-beeb7bc333e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376853 Feb 17 17:57:41.648576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601d39-7af9-47fa-9a53-d915b8b9fd20 req-407e4fb4-0733-4d87-9652-c122ad6b9d38 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:41.650439 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98601d39-7af9-47fa-9a53-d915b8b9fd20 req-407e4fb4-0733-4d87-9652-c122ad6b9d38 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.1440148 Feb 17 17:57:41.709096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98601d39-7af9-47fa-9a53-d915b8b9fd20 req-cfaea809-6d11-4c8a-8676-de78e19010ad tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498474 Feb 17 17:57:42.929572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9898b3-fbe4-40a3-872e-c8c62c25f522 req-4dd1cdf0-b5f7-4e1b-9d44-93c2e709d30b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:42.931416 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d9898b3-fbe4-40a3-872e-c8c62c25f522 req-4dd1cdf0-b5f7-4e1b-9d44-93c2e709d30b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.1018815 Feb 17 17:57:42.984208 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3d9898b3-fbe4-40a3-872e-c8c62c25f522 req-45732edc-6cb6-440e-93d4-a0c16e3e5704 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Feb 17 17:57:43.334111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:44.211710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e82-b2ec-450c-a5d0-3b61b149b649 req-bf6351bf-15c3-4c4d-a99c-0134c182be08 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:44.213264 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97710e82-b2ec-450c-a5d0-3b61b149b649 req-bf6351bf-15c3-4c4d-a99c-0134c182be08 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0927052 Feb 17 17:57:44.271118 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-97710e82-b2ec-450c-a5d0-3b61b149b649 req-05491d06-607c-4819-b8cd-09a357f32de6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507071 Feb 17 17:57:45.482705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995faf1-578c-44ef-9d1a-ca0070d44622 req-b4ce71e3-d1c4-40ea-b09e-b0b2d9dd693c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:45.484354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3995faf1-578c-44ef-9d1a-ca0070d44622 req-b4ce71e3-d1c4-40ea-b09e-b0b2d9dd693c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0903563 Feb 17 17:57:45.533641 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3995faf1-578c-44ef-9d1a-ca0070d44622 req-494ea1c4-267e-4698-8c3c-eccd064c2bb6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Feb 17 17:57:46.750683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bbd84-5c90-413a-b8ed-6bf3ef345075 req-0a0de328-c6fb-420a-8bcb-296ff59ddb6a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:46.752872 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e0bbd84-5c90-413a-b8ed-6bf3ef345075 req-0a0de328-c6fb-420a-8bcb-296ff59ddb6a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0976045 Feb 17 17:57:46.801989 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e0bbd84-5c90-413a-b8ed-6bf3ef345075 req-76410914-c02c-480e-a75b-c08738cf5dad tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Feb 17 17:57:47.262302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47f3dacf-aff2-46c7-9d8b-c0f32fbd4aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:48.015639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ad32c-9ecc-4447-aa9b-2652d14aacad req-8f24acc7-e152-45b2-b7c5-764eedd85156 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:48.017361 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6d2ad32c-9ecc-4447-aa9b-2652d14aacad req-8f24acc7-e152-45b2-b7c5-764eedd85156 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0950358 Feb 17 17:57:48.079625 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6d2ad32c-9ecc-4447-aa9b-2652d14aacad req-57d63cda-fda2-4030-a635-b1ac5cf1606b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551577 Feb 17 17:57:49.074659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85b89088-aed0-4800-8e54-925e7d8cf5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:49.288987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57756cb-931f-4370-9cea-4a3afadf0c16 req-f4a685e4-c14d-4d1e-b57f-d2be9707b74b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:49.290640 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c57756cb-931f-4370-9cea-4a3afadf0c16 req-f4a685e4-c14d-4d1e-b57f-d2be9707b74b tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0917561 Feb 17 17:57:49.340969 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c57756cb-931f-4370-9cea-4a3afadf0c16 req-d02b5546-383f-4f2d-b5ad-092c28427dbd tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Feb 17 17:57:50.090601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:50.559612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d735-ae41-4857-b470-13912c6cbfee req-39313fd6-8fcd-4fe6-b0b6-b02c66b54525 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:50.561441 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59e2d735-ae41-4857-b470-13912c6cbfee req-39313fd6-8fcd-4fe6-b0b6-b02c66b54525 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0997977 Feb 17 17:57:50.619309 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-59e2d735-ae41-4857-b470-13912c6cbfee req-bea18421-5f0d-4ee9-be7c-30ba30f80003 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514815 Feb 17 17:57:51.401299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.741511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:51.828388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c850b8-d81a-4da1-9609-fa6c239c0f53 req-44c4075b-e8d1-403e-a18a-344b31b3a2ef tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:51.830008 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2c850b8-d81a-4da1-9609-fa6c239c0f53 req-44c4075b-e8d1-403e-a18a-344b31b3a2ef tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0879116 Feb 17 17:57:51.888971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c2c850b8-d81a-4da1-9609-fa6c239c0f53 req-e5df91f9-c339-45e0-a9bf-b583a8f92fdb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519781 Feb 17 17:57:53.169456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c14e-7124-40b1-8462-a4ba174eaed4 req-1d0829e6-509e-4c16-9317-7fed327bd6d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:53.172870 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9d78c14e-7124-40b1-8462-a4ba174eaed4 req-1d0829e6-509e-4c16-9317-7fed327bd6d7 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.1247356 Feb 17 17:57:53.237334 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9d78c14e-7124-40b1-8462-a4ba174eaed4 req-a6c25671-feb6-4b7f-8573-0eb51df75956 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590584 Feb 17 17:57:54.453371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c0c64-76de-4078-9a55-8454d919cbc7 req-65ad9fc4-bf3c-4bc0-9fea-e67958b1ae9e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:54.455005 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f8c0c64-76de-4078-9a55-8454d919cbc7 req-65ad9fc4-bf3c-4bc0-9fea-e67958b1ae9e tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0915449 Feb 17 17:57:54.505643 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1f8c0c64-76de-4078-9a55-8454d919cbc7 req-dc52a121-71d9-4d2e-ae43-90f9252ec229 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Feb 17 17:57:55.711064 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08bdd-61b2-4b8d-a213-cf7d107ee292 req-b8896306-76d7-431a-a19f-584b24da9535 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:55.712683 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0d08bdd-61b2-4b8d-a213-cf7d107ee292 req-b8896306-76d7-431a-a19f-584b24da9535 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0879183 Feb 17 17:57:55.766694 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c0d08bdd-61b2-4b8d-a213-cf7d107ee292 req-c1bdcdb5-41c7-4597-8bc7-0238cabb331c tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 Feb 17 17:57:56.975266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56fb5b-c41e-4660-9dc6-a65226c6aa6c req-486f25d6-aca0-4c7b-826b-4124b5f82194 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:56.976899 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc56fb5b-c41e-4660-9dc6-a65226c6aa6c req-486f25d6-aca0-4c7b-826b-4124b5f82194 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0888267 Feb 17 17:57:57.028998 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc56fb5b-c41e-4660-9dc6-a65226c6aa6c req-6e647e83-5081-490c-afa6-3d83ee5e6ee2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456998 Feb 17 17:57:57.236208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:57.318020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:57.318489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.444597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.475539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:57:57.486533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:57:57.489874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:57.492340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:57.530634 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'code': 200} Feb 17 17:57:57.567924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:57.575859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.576259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.576653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.577041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.577426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.577817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.578194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.578605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.578981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.579358 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.579738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.580110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.580577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.581009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.581386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.581760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.582690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.583070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.583452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.583825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.584488 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.584603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.584919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.585288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:57.595501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:57.901764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06210fe9-ce8b-4786-8c02-3794e7202314 req-018b89e1-79f8-463e-8d66-ae186d0b6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:57.903396 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06210fe9-ce8b-4786-8c02-3794e7202314 req-018b89e1-79f8-463e-8d66-ae186d0b6031 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 1162 time: 0.0806623 Feb 17 17:57:57.952075 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-06210fe9-ce8b-4786-8c02-3794e7202314 req-019b952b-ed6b-4bf3-8972-66f2babf4a7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370393 Feb 17 17:57:58.234730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32da7-982a-4b65-a23f-df764c8b2011 req-45172540-2d06-4aaf-8ac1-15ef8faf31f9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:58.236317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7e32da7-982a-4b65-a23f-df764c8b2011 req-45172540-2d06-4aaf-8ac1-15ef8faf31f9 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0858397 Feb 17 17:57:58.285300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d7e32da7-982a-4b65-a23f-df764c8b2011 req-0e4bb275-450d-4e10-83f0-8925eb190e44 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Feb 17 17:57:58.725175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:57:58.800379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port bcd31199-06c4-4015-a418-8fb251bc2ba6 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:58.801480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:59.499256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043946a-c400-4696-bdf0-8ea4c65ec3f1 req-b0c13374-7130-42a6-a572-b385c4e8e49a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:59.500891 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1043946a-c400-4696-bdf0-8ea4c65ec3f1 req-b0c13374-7130-42a6-a572-b385c4e8e49a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0915077 Feb 17 17:57:59.552097 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1043946a-c400-4696-bdf0-8ea4c65ec3f1 req-5c81f1a5-d00c-4eaa-972e-e548ebfc4a7d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Feb 17 17:58:00.716978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:00.760499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec43e1-eb8e-4a1e-ba56-6a061b28f7d3 req-12cd1d8d-f8c3-4603-ae19-cf0c27ae9aff tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:00.762114 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38ec43e1-eb8e-4a1e-ba56-6a061b28f7d3 req-12cd1d8d-f8c3-4603-ae19-cf0c27ae9aff tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0915887 Feb 17 17:58:00.809954 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-38ec43e1-eb8e-4a1e-ba56-6a061b28f7d3 req-45fe9cb7-537f-4db4-9082-f3913241698a tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Feb 17 17:58:11.554278 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-2d654e2b-6ecd-4ad1-8ebd-fb29eaa0ba88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0808697 Feb 17 17:58:11.679161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-735daffc-1ea7-4b6e-8ffe-554830d8fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:11.680775 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-735daffc-1ea7-4b6e-8ffe-554830d8fa65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4f3935930a74d98a7594ace85a82da2&device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 1162 time: 0.0824201 Feb 17 17:58:11.840788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-c15c5a8a-669b-4b4b-bb8d-3da651b3d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:11.842283 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-c15c5a8a-669b-4b4b-bb8d-3da651b3d990 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 200 len: 904 time: 0.1376700 Feb 17 17:58:11.952803 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-705639af-67cf-43b4-9f39-56eaa3164997 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 200 len: 1001 time: 0.0995889 Feb 17 17:58:12.029385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-8ead0b27-5fb9-4be1-b209-6715aefac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:12.031000 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-8ead0b27-5fb9-4be1-b209-6715aefac829 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 200 len: 849 time: 0.0692034 Feb 17 17:58:12.114982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-b3ebcd8c-19c7-46c6-a4a9-dbca4f20dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:12.116538 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-b3ebcd8c-19c7-46c6-a4a9-dbca4f20dd6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f418b551-c7fc-40fd-acbc-ab48b495b994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774395 Feb 17 17:58:12.264605 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-cc605fa0-77fd-4a6d-86ba-d8d5d5ac5a32 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399395 Feb 17 17:58:12.408812 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8323db9e-d933-47d7-aae9-2ed8e11e06b0 req-159bd71c-fced-4aa8-af1f-0036bb2fc831 service neutron] 10.222.0.65 "GET /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368315 Feb 17 17:58:13.330314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:17.264299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fbb49f7-aa12-4ae0-97d5-4fa4e6ee7f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:19.075555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc27e0c3-1517-4ee4-ba68-3f4c3a21b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.092337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.115276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de581-d93f-49b1-9440-de2aeb169b7f req-a88d475c-f9ed-4f84-a826-80264cba0a9c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:21.116972 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c72de581-d93f-49b1-9440-de2aeb169b7f req-a88d475c-f9ed-4f84-a826-80264cba0a9c tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0994704 Feb 17 17:58:21.168654 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c72de581-d93f-49b1-9440-de2aeb169b7f req-7a2fa145-0652-47e4-9cbf-a7f95210d5e2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Feb 17 17:58:21.403972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:21.744149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:22.372604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f1efb-8701-48b0-8785-cf7fd798426a req-1c9b028a-5cdf-4865-b140-41dcfb51b8d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:22.374140 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec9f1efb-8701-48b0-8785-cf7fd798426a req-1c9b028a-5cdf-4865-b140-41dcfb51b8d2 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0856936 Feb 17 17:58:22.425988 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ec9f1efb-8701-48b0-8785-cf7fd798426a req-e6d07464-48d9-448a-b94a-f7e35bd7dac4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454955 Feb 17 17:58:23.635368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866a3f-fe10-4bb9-9cfd-f870031c1e29 req-46fcf3b6-166a-4a66-b4d5-c3a6fb8a1b09 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:23.637004 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1866a3f-fe10-4bb9-9cfd-f870031c1e29 req-46fcf3b6-166a-4a66-b4d5-c3a6fb8a1b09 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0945232 Feb 17 17:58:23.685565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b1866a3f-fe10-4bb9-9cfd-f870031c1e29 req-52b8f789-ccc3-4278-9ffa-ba2271562b59 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 Feb 17 17:58:23.945199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-27d87560-47ac-439d-830b-8a059ca9ad58 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:23.946960 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-27d87560-47ac-439d-830b-8a059ca9ad58 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.0910695 Feb 17 17:58:24.025345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Deleting port 5956f9b4-a47c-4841-8d64-66de5fe8b2df {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:24.025714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.293404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:24.293738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.744369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 5956f9b4-a47c-4841-8d64-66de5fe8b2df no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:24.871220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.900809 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:24.910476 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.910899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.911258 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Floating IP 48edbab8-f786-42c1-835e-7db0d91a0466 disassociated. External IP: 172.27.3.207, port: 5956f9b4-a47c-4841-8d64-66de5fe8b2df. Feb 17 17:58:24.911646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Calling delete_port for 5956f9b4-a47c-4841-8d64-66de5fe8b2df owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:24.913255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:24.916436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.919539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:24.954327 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'code': 200} Feb 17 17:58:24.991529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bbc45-c3bb-4fda-a942-c17c9b401fd7 req-70dca333-dd46-49e1-8657-f5f34c662bb1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:24.993091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b65bbc45-c3bb-4fda-a942-c17c9b401fd7 req-70dca333-dd46-49e1-8657-f5f34c662bb1 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 945 time: 0.1923065 Feb 17 17:58:24.994641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:24.998748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.049577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:58:25.049979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:58:25.057451 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b65bbc45-c3bb-4fda-a942-c17c9b401fd7 req-a900e215-6145-4e87-9af0-999abbb146c4 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464392 Feb 17 17:58:25.551672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Deleting port 5956f9b4-a47c-4841-8d64-66de5fe8b2df {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:25.552192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.818576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] For port 5956f9b4-a47c-4841-8d64-66de5fe8b2df, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5956f9b4-a47c-4841-8d64-66de5fe8b2df,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:25.819027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.133269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.133690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.134051 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Floating IP 48edbab8-f786-42c1-835e-7db0d91a0466 disassociated. External IP: 172.27.3.207, port: 5956f9b4-a47c-4841-8d64-66de5fe8b2df. Feb 17 17:58:26.134480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Calling delete_port for 5956f9b4-a47c-4841-8d64-66de5fe8b2df owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:26.341054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4be5-ca7d-421e-86f6-35d5f67e5c7c req-9e396e1f-9bea-4770-a14c-8129b96a8868 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:26.342639 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e8d4be5-ca7d-421e-86f6-35d5f67e5c7c req-9e396e1f-9bea-4770-a14c-8129b96a8868 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 943 time: 0.1641626 Feb 17 17:58:26.406556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:26.411195 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0e8d4be5-ca7d-421e-86f6-35d5f67e5c7c req-bc004bce-f920-4ea2-a90b-c6dc19863284 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups?id=15dc40b6-8960-4cb9-9e97-5524fe480020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613713 Feb 17 17:58:26.425484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:26.528011 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'Port': ['ID=5956f9b4-a47c-4841-8d64-66de5fe8b2df,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.538046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:26.796390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:26.987188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:26.998099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:27.012628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:27.013305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:27.027839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] No DVR routers for this DVR port 5956f9b4-a47c-4841-8d64-66de5fe8b2df on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:58:27.030247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:27.033333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-deleted', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:27.050764 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61942d4d-f6f8-441f-b6e9-6ae0d3081ee4 req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.65 "DELETE /v2.0/ports/5956f9b4-a47c-4841-8d64-66de5fe8b2df HTTP/1.1" status: 204 len: 173 time: 3.0967789 Feb 17 17:58:27.091289 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd23db10-70aa-4821-b6b0-9fb83fc527bf', 'name': 'network-vif-deleted', 'tag': '5956f9b4-a47c-4841-8d64-66de5fe8b2df', 'status': 'completed', 'code': 200} Feb 17 17:58:27.251008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:27.595722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d4128959-d26f-4fea-9c87-e90db26d1786 req-8d8e880c-1288-457c-a146-dccbb66cfc26 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Synchronizing usage tracker for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:27.613793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d4128959-d26f-4fea-9c87-e90db26d1786 req-8d8e880c-1288-457c-a146-dccbb66cfc26 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Unset dirty status for tenant:f4f3935930a74d98a7594ace85a82da2 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:27.615190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:27.615736 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d4128959-d26f-4fea-9c87-e90db26d1786 req-8d8e880c-1288-457c-a146-dccbb66cfc26 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd23db10-70aa-4821-b6b0-9fb83fc527bf HTTP/1.1" status: 200 len: 210 time: 0.0714104 Feb 17 17:58:27.619868 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:27.629615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:27.630306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:27.821511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:28.149955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:28.154105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc73d92-77ad-4938-a646-713401f977f1 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:39Z', 'revision_number': 4, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': 'e5667cd3-3961-4d9c-9fe0-4d7a03445b27', 'name': '', 'network_id': 'f418b551-c7fc-40fd-acbc-ab48b495b994', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'mac_address': 'fa:16:3e:74:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:34Z', 'updated_at': '2021-02-17T17:50:49Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'subnets': [{'id': '318a75e8-338f-41bd-8d22-0d53f99f5391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:28.549563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56295366-7daa-45f9-92a0-ce1123666e88 None None] New status for floating IP 48edbab8-f786-42c1-835e-7db0d91a0466: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:58:28.748379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47672) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:28.820429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.851982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.901777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.907210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b13bba39-2b8a-41b6-bff0-328595b56aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.923729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc40b6-8960-4cb9-9e97-5524fe480020,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:28.934286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.934729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.935142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.935549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.935955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.936355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.936755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.937151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.937546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.937942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.938336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.938774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.939259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.939653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.940049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.940443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.940841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.941230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.941651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.942053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.942466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.942860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.943269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.943640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:28.947570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:28.948871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.950885 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "DELETE /v2.0/security-groups/15dc40b6-8960-4cb9-9e97-5524fe480020 HTTP/1.1" status: 204 len: 168 time: 0.2013018 Feb 17 17:58:28.953217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47676) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:28.973732 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-4c500d79-0d77-49f5-a552-3ad77ff1fc31 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] show failed (client error): The resource could not be found. Feb 17 17:58:28.974907 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4c500d79-0d77-49f5-a552-3ad77ff1fc31 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "GET /v2.0/security-groups/15dc40b6-8960-4cb9-9e97-5524fe480020 HTTP/1.1" status: 404 len: 347 time: 0.0204937 Feb 17 17:58:28.977966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47680) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:29.150547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Deleting port 54c7453d-487c-4622-ac04-5c19560ffbcc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:29.151120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.334257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.334583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.469715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Calling delete_port for 54c7453d-487c-4622-ac04-5c19560ffbcc owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:29.608789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.628571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-abcacc32-aa09-4aac-b806-9ba80b99b5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:29.731588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Pushing event deleted for resources: {'Port': ['ID=54c7453d-487c-4622-ac04-5c19560ffbcc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:29.736343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:29.850330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.868462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.869612 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] 10.222.0.58 "DELETE /v2.0/floatingips/48edbab8-f786-42c1-835e-7db0d91a0466 HTTP/1.1" status: 204 len: 168 time: 0.8906217 Feb 17 17:58:33.938084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47710) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:34.936134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.310719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Deleting port e5667cd3-3961-4d9c-9fe0-4d7a03445b27 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:35.311315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.501535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] For port e5667cd3-3961-4d9c-9fe0-4d7a03445b27, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:35.501943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.636722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Calling delete_port for e5667cd3-3961-4d9c-9fe0-4d7a03445b27 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:35.817526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.833503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d3461945-9f15-4ff0-9c08-3ca310f86dea tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:35.934908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5667cd3-3961-4d9c-9fe0-4d7a03445b27,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:35.947259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.947671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.948082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.948486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.948889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.949285 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.949679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.950073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.950486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.950880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.951271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.951660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.952142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.952539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.952929 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.953316 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.953703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.954094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.954515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.954898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.955289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.955677 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.956597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.956993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:35.962004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:36.262518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.786209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Router b0f07b47-7805-4907-a285-d35734e0fe65 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:37.228154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:37.237153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Sync routers for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:37.241580 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] 10.222.0.58 "PUT /v2.0/routers/b0f07b47-7805-4907-a285-d35734e0fe65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3022571 Feb 17 17:58:37.244248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47718) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:37.247591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:37.248449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:37.458581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.613744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:37.658203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.667645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Deleting port d540ca40-b7ae-4911-938a-314ff35a49a2 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:37.668029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.762473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:37.868529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] For port d540ca40-b7ae-4911-938a-314ff35a49a2, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d540ca40-b7ae-4911-938a-314ff35a49a2,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:37.869350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.943372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:58:35Z', 'revision_number': 5, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port': {'id': 'd540ca40-b7ae-4911-938a-314ff35a49a2', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:23Z', 'updated_at': '2021-02-17T17:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:37.947629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Checking router: b0f07b47-7805-4907-a285-d35734e0fe65 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:37.956833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Routers {'b0f07b47-7805-4907-a285-d35734e0fe65'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:37.957528 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['b0f07b47-7805-4907-a285-d35734e0fe65'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:38.005466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Calling delete_port for d540ca40-b7ae-4911-938a-314ff35a49a2 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:38.125142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] Set router b0f07b47-7805-4907-a285-d35734e0fe65 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:38.194243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.210758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-678a6cee-e97b-4a5e-8b83-9f4690c66ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:38.246068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:58:37Z', 'revision_number': 6, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port_host': None}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:38.250363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0bc9f-6cfe-4d37-b662-80ebd1417497 None None] The sync data for ids ['b0f07b47-7805-4907-a285-d35734e0fe65'] in dv-cinder-760199-3-iscsi is: [{'id': 'b0f07b47-7805-4907-a285-d35734e0fe65', 'name': 'tempest-AttachVolumeTestJSON-760230206-router', 'tenant_id': 'f4f3935930a74d98a7594ace85a82da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:58:37Z', 'revision_number': 6, 'project_id': 'f4f3935930a74d98a7594ace85a82da2', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:38.311056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Pushing event deleted for resources: {'Port': ['ID=d540ca40-b7ae-4911-938a-314ff35a49a2,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:38.321364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:38.445141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.636694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.639249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.662111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.662756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f07b47-7805-4907-a285-d35734e0fe65 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:58:38.675382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.678431 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b0f07b47-7805-4907-a285-d35734e0fe65 HTTP/1.1" status: 204 len: 168 time: 1.4314144 Feb 17 17:58:38.679426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47722) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:38.748760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Deleting subnet 318a75e8-338f-41bd-8d22-0d53f99f5391 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:38.752135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.806314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:38.808046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d540ca40-b7ae-4911-938a-314ff35a49a2 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:38.847909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: d540ca40-b7ae-4911-938a-314ff35a49a2 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:38.848244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d540ca40-b7ae-4911-938a-314ff35a49a2 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:38.848728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e5667cd3-3961-4d9c-9fe0-4d7a03445b27 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:38.886788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: e5667cd3-3961-4d9c-9fe0-4d7a03445b27 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:38.887284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device e5667cd3-3961-4d9c-9fe0-4d7a03445b27 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:38.898617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.171553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.187799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:39.284631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318a75e8-338f-41bd-8d22-0d53f99f5391,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:39.288832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:39.326202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.331781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be237044-6a24-47d2-bc04-d48daf2cc3ff None None] Network f418b551-c7fc-40fd-acbc-ab48b495b994 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:39.332302 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-345e519a-6be4-4071-a979-8ebaa37cbd86 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/318a75e8-338f-41bd-8d22-0d53f99f5391 HTTP/1.1" status: 204 len: 168 time: 0.6518426 Feb 17 17:58:39.335018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47726) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:39.450360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.532749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Deleting port d9e4d002-00ba-4b83-b86b-50d18dc9d7de {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:39.533239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.602756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] DHCP port deletion for f418b551-c7fc-40fd-acbc-ab48b495b994 request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 17:58:39.607371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Deleting port d9e4d002-00ba-4b83-b86b-50d18dc9d7de {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:39.607804 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.771000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] For port d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:39.771298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.847893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] For port d9e4d002-00ba-4b83-b86b-50d18dc9d7de, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,segment=NetworkSegment(f75c61d5-a717-4e15-81e4-8a904479917b),segment_id=f75c61d5-a717-4e15-81e4-8a904479917b)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:39.848265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:39.908800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Calling delete_port for d9e4d002-00ba-4b83-b86b-50d18dc9d7de owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:39.982475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Calling delete_port for d9e4d002-00ba-4b83-b86b-50d18dc9d7de owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:39.987981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.004271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3ad6f19a-c2e8-4d54-8638-843f4197925a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:40.064087 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:58:40.064421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:58:40.113409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e4d002-00ba-4b83-b86b-50d18dc9d7de,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:40.118503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:40.156687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] No DVR routers for this DVR port d9e4d002-00ba-4b83-b86b-50d18dc9d7de on host dv-cinder-760199-3-iscsi {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:58:40.280683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.391518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f418b551-c7fc-40fd-acbc-ab48b495b994']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:40.408106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c61d5-a717-4e15-81e4-8a904479917b') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:40.408448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c61d5-a717-4e15-81e4-8a904479917b') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:40.420696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.435304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.437537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:58:40.566563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Deleting port d9e4d002-00ba-4b83-b86b-50d18dc9d7de {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:40.567046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.620352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Network f418b551-c7fc-40fd-acbc-ab48b495b994 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:40.631233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:40.642962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ad6c1-4cbb-4dbd-a86f-f47d21f7a3e7 None None] The port 'd9e4d002-00ba-4b83-b86b-50d18dc9d7de' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 17:58:40.803448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d9e4d002-00ba-4b83-b86b-50d18dc9d7de no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:40.842042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: d9e4d002-00ba-4b83-b86b-50d18dc9d7de {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:40.842483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device d9e4d002-00ba-4b83-b86b-50d18dc9d7de not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:41.063373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Network f418b551-c7fc-40fd-acbc-ab48b495b994 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:41.086752 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:41.170831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.174681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:41.192274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.202124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Pushing event deleted for resources: {'Network': ['ID=f418b551-c7fc-40fd-acbc-ab48b495b994,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:41.207210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:41.211669 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f418b551-c7fc-40fd-acbc-ab48b495b994 HTTP/1.1" status: 204 len: 168 time: 1.8755913 Feb 17 17:58:41.337130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47732) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:41.392662 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cc0e1649-c1bf-4784-ab17-70a8de300944 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4f3935930a74d98a7594ace85a82da2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540583 Feb 17 17:58:41.396667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47736) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:41.461506 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.489756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.546726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.552000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-21e871e2-1685-40fb-8344-1a6861b225d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:41.566815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b922c-2b78-4726-93e0-407e4e3ecb48,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:41.571401 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:41.574871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:41.576141 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/673b922c-2b78-4726-93e0-407e4e3ecb48 HTTP/1.1" status: 204 len: 168 time: 0.1778309 Feb 17 17:58:43.020976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47794) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:43.153487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.171217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:43.175990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Usage tracker for resource:security_group_rule and tenant:df8b9ceee9cb41e9b2f5a8d6613ad6f6 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:43.179149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:43.185104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:43.330513 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.334832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.344039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:43.345694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.401068 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df8b9ceee9cb41e9b2f5a8d6613ad6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788803 Feb 17 17:58:43.401967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b80d8-09a1-4f48-9121-26eec8251028,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:43.403989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47802) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:43.405303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:43.418234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35454fef-3ef6-4173-b055-505773f9234b req-53439047-2d04-4d28-8ef8-46035d76b308 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:43.419971 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35454fef-3ef6-4173-b055-505773f9234b req-53439047-2d04-4d28-8ef8-46035d76b308 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.1741114 Feb 17 17:58:43.468585 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-35454fef-3ef6-4173-b055-505773f9234b req-cd424b9a-3107-43bd-903e-e542147e2ed6 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Feb 17 17:58:43.471302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.499909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.546731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.552060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e7cd131f-cfd0-44bf-a910-70efd656c8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:43.565890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b80d8-09a1-4f48-9121-26eec8251028,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:43.569028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:43.569955 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:43.571200 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dc08ceea-6d10-486e-a7c9-eaf076188526 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b17b80d8-09a1-4f48-9121-26eec8251028 HTTP/1.1" status: 204 len: 168 time: 0.1661377 Feb 17 17:58:44.686387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d75cc-7b8a-4270-bd6c-5e3ddc51e772 req-2a5091f1-a6cc-43e8-8ef8-7eeebe73aab4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.688067 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f52d75cc-7b8a-4270-bd6c-5e3ddc51e772 req-2a5091f1-a6cc-43e8-8ef8-7eeebe73aab4 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0926328 Feb 17 17:58:44.738833 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f52d75cc-7b8a-4270-bd6c-5e3ddc51e772 req-0653bd9a-a9fc-486e-bd49-79c81a72d735 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Feb 17 17:58:44.889250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215447da-4fff-4979-8487-dc49a4287d6c req-10b5498a-7fdd-4c02-9030-2be01574165d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:44.890972 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-215447da-4fff-4979-8487-dc49a4287d6c req-10b5498a-7fdd-4c02-9030-2be01574165d tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 945 time: 0.0939052 Feb 17 17:58:44.931607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device bcd31199-06c4-4015-a418-8fb251bc2ba6 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:44.975839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Deleting port bcd31199-06c4-4015-a418-8fb251bc2ba6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:44.976234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.237149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.274519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:45.288185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:45.291127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.294481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:45.295319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:45.295730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.351565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'code': 200} Feb 17 17:58:45.374500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=7']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:45.378801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:45.633203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.633627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:45.633986 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Floating IP 86632fd1-4071-47b5-9844-5443190f14c2 disassociated. External IP: 172.27.3.155, port: bcd31199-06c4-4015-a418-8fb251bc2ba6. Feb 17 17:58:45.634374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Calling delete_port for bcd31199-06c4-4015-a418-8fb251bc2ba6 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:45.722120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:58:45.722737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:58:45.950135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fced3d-3c5c-4a2f-9f8d-47dccd91489c req-f8a42843-4fe5-4fbe-b07e-bf752e21e5b2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:45.951885 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92fced3d-3c5c-4a2f-9f8d-47dccd91489c req-f8a42843-4fe5-4fbe-b07e-bf752e21e5b2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 943 time: 0.0888445 Feb 17 17:58:46.005736 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-92fced3d-3c5c-4a2f-9f8d-47dccd91489c req-dc2f37a4-ebff-4fe4-bbd9-08c9869da3d2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cda5083-8341-497d-b0af-652ac707070d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466588 Feb 17 17:58:46.223616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Deleting port bcd31199-06c4-4015-a418-8fb251bc2ba6 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:46.224014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.498223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] For port bcd31199-06c4-4015-a418-8fb251bc2ba6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bcd31199-06c4-4015-a418-8fb251bc2ba6,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:46.498659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.832529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.833078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:46.833323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Floating IP 86632fd1-4071-47b5-9844-5443190f14c2 disassociated. External IP: 172.27.3.155, port: bcd31199-06c4-4015-a418-8fb251bc2ba6. Feb 17 17:58:46.833712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Calling delete_port for bcd31199-06c4-4015-a418-8fb251bc2ba6 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:47.000421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.092441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0b9b355c-a0a7-422f-bd3e-e439596b7e18 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:47.164969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'Port': ['ID=bcd31199-06c4-4015-a418-8fb251bc2ba6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:47.170051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.208906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47946) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:47.223236 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-99a2139b-5397-4a4e-b80b-28c4b0f1051f req-e4d52bd0-6190-43a9-a4a4-36f82bbb5e95 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0596559 Feb 17 17:58:47.268846 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e87fb433-97a7-4326-ba8b-f8c8294f21ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.348731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.365217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:47.369348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Usage tracker for resource:security_group_rule and tenant:d407a1cf9bda4b7992abc2fb5e5ccef5 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:47.372379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:47.378741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:47.468855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.471761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.481217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61e6a3b9-a6e1-4591-8e85-48ea5951fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:47.482058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:47.526919 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d407a1cf9bda4b7992abc2fb5e5ccef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166065 Feb 17 17:58:47.529851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47952) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:47.545784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd715fea-22d0-41e4-8479-89919b997bba,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:47.551799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.599779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.629568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.683850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.689641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-02e4ad97-88f7-470a-8cbc-40a735689d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:47.692867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:47.704106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:47.706871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd715fea-22d0-41e4-8479-89919b997bba,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:47.711138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:47.713843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.725727 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd715fea-22d0-41e4-8479-89919b997bba HTTP/1.1" status: 204 len: 168 time: 0.1896627 Feb 17 17:58:47.741987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] No DVR routers for this DVR port bcd31199-06c4-4015-a418-8fb251bc2ba6 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:58:47.744611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:47.753867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:47.754710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:47.760881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-deleted', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:58:47.767222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-215447da-4fff-4979-8487-dc49a4287d6c req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.65 "DELETE /v2.0/ports/bcd31199-06c4-4015-a418-8fb251bc2ba6 HTTP/1.1" status: 204 len: 173 time: 2.8672836 Feb 17 17:58:47.820094 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931bc488-24a7-4f5b-bf8a-098689f4eaf4', 'name': 'network-vif-deleted', 'tag': 'bcd31199-06c4-4015-a418-8fb251bc2ba6', 'status': 'completed', 'code': 200} Feb 17 17:58:48.002682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:48.060639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 47964) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:48.090942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.111644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:48.116507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Usage tracker for resource:security_group_rule and tenant:00c221746dbe40d9a6a676c3b75cfc8a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:48.119766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:48.125854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:48.220012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.223355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.236681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8f6a0cc-9ae2-4eeb-9f17-b55e0be30bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:48.285783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 47970) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:48.286017 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00c221746dbe40d9a6a676c3b75cfc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240040 Feb 17 17:58:48.287717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c96346a-97ea-48e2-98b0-47b6116747d5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:48.291368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-652db057-6ac2-434b-a4fd-d0f055207b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:48.354057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:48.358683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:48.365773 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.368681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:48.369386 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:48.394141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.464803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6539ca63-2a21-4eb2-88af-ccb674e2e8e9 req-55c5185c-7a86-4152-9b75-1862a82f9bdb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Synchronizing usage tracker for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:58:48.496056 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6539ca63-2a21-4eb2-88af-ccb674e2e8e9 req-55c5185c-7a86-4152-9b75-1862a82f9bdb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Unset dirty status for tenant:506d1223bea34518bb3c51a3f3567844 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:58:48.497355 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6539ca63-2a21-4eb2-88af-ccb674e2e8e9 req-55c5185c-7a86-4152-9b75-1862a82f9bdb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/ports?device_id=931bc488-24a7-4f5b-bf8a-098689f4eaf4 HTTP/1.1" status: 200 len: 210 time: 0.0927880 Feb 17 17:58:48.504129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.509360 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-327c2077-a5cd-4919-abd8-335802c4719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:48.523435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c96346a-97ea-48e2-98b0-47b6116747d5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:48.526135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:48.530462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:48.534575 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c96346a-97ea-48e2-98b0-47b6116747d5 HTTP/1.1" status: 204 len: 168 time: 0.2446022 Feb 17 17:58:48.590573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:48.954501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:48.957013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ca845-53cc-47d3-a7ef-2984eaed8e09 None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:50:15Z', 'revision_number': 4, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3a843485-8cbd-424e-bd80-801fd5b98c04', 'name': '', 'network_id': 'aa59ba0b-bde1-43a5-a395-5b950373d98b', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'mac_address': 'fa:16:3e:b6:82:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:13Z', 'updated_at': '2021-02-17T17:50:31Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'subnets': [{'id': 'ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:49.082174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc67e011-94bb-4ba9-a631-a747f05b07d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.377742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed304b15-52fe-4dad-a2a0-80bbfc06951a None None] New status for floating IP 86632fd1-4071-47b5-9844-5443190f14c2: DOWN {{(pid=83982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:58:49.663209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48004) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:49.735548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.769499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.816284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.821606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-026a3a50-264f-423c-b85e-16e1f8706775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:49.838389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda5083-8341-497d-b0af-652ac707070d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:49.841342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:49.848144 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:49.850908 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "DELETE /v2.0/security-groups/4cda5083-8341-497d-b0af-652ac707070d HTTP/1.1" status: 204 len: 168 time: 0.1864338 Feb 17 17:58:49.852178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48014) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:49.871840 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.api.v2.resource [None req-5a0f725d-eba5-4b31-9d24-cf6c250fedd0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] show failed (client error): The resource could not be found. Feb 17 17:58:49.872952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5a0f725d-eba5-4b31-9d24-cf6c250fedd0 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "GET /v2.0/security-groups/4cda5083-8341-497d-b0af-652ac707070d HTTP/1.1" status: 404 len: 347 time: 0.0195367 Feb 17 17:58:49.876038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48018) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:50.069581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Deleting port 118bf7fb-50da-42c8-a16a-ee7c2019a497 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:50.070151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.099042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.514833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.515206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.651696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Calling delete_port for 118bf7fb-50da-42c8-a16a-ee7c2019a497 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:50.804744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:50.820466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30d756c7-0818-4f2f-91d9-e56c00309965 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:50.925140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Pushing event deleted for resources: {'Port': ['ID=118bf7fb-50da-42c8-a16a-ee7c2019a497,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:50.930122 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:51.050508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.067548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.071474 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-20de01ef-f1bf-4fea-a3e4-d8252cab7eeb tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] 10.222.0.58 "DELETE /v2.0/floatingips/86632fd1-4071-47b5-9844-5443190f14c2 HTTP/1.1" status: 204 len: 168 time: 1.1918023 Feb 17 17:58:51.416508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:51.746282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.530605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48092) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:52.669038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.685735 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:52.690059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Usage tracker for resource:security_group_rule and tenant:c1155490c9f34f47b044e6e9a09c22d3 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:52.693338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:52.699390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:52.787881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.790649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.799590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ef854eff-29ed-4974-b73f-50acf3882de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:52.842809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1155490c9f34f47b044e6e9a09c22d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110034 Feb 17 17:58:52.844557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e62408-a7ac-4410-a9e2-79cca7c44b2d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:52.845946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48100) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:52.848692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:52.914113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.942963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.989435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:52.994498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c024ef39-dfe9-4e50-a18b-ecf173c53d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:53.007990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e62408-a7ac-4410-a9e2-79cca7c44b2d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:53.013557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:53.017912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.022184 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14e62408-a7ac-4410-a9e2-79cca7c44b2d HTTP/1.1" status: 204 len: 168 time: 0.1721666 Feb 17 17:58:53.317310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48108) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:53.336718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.352019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:53.356107 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Usage tracker for resource:security_group_rule and tenant:9d78ed871c274403b3fdd296cd721854 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:53.359096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:53.366209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:53.456886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.459572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.468040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1403e8f7-1c9f-4bbb-8a0c-cfa2910af0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:53.511893 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d78ed871c274403b3fdd296cd721854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934216 Feb 17 17:58:53.513978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8203eb45-9a25-4046-8243-c188e364ed62,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:53.515367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48112) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:53.517548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:53.578798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.606504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.658470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.664961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-042ab86d-d557-4e74-8797-313afb751de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:53.679348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8203eb45-9a25-4046-8243-c188e364ed62,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:53.683963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:53.689886 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:53.691282 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-95985853-0825-4110-a26b-e6d50745e999 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8203eb45-9a25-4046-8243-c188e364ed62 HTTP/1.1" status: 204 len: 168 time: 0.1743612 Feb 17 17:58:53.917274 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48128) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:54.693875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.074098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Deleting port 3a843485-8cbd-424e-bd80-801fd5b98c04 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:55.074509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.265738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] For port 3a843485-8cbd-424e-bd80-801fd5b98c04, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3a843485-8cbd-424e-bd80-801fd5b98c04,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:55.266136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.400796 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Calling delete_port for 3a843485-8cbd-424e-bd80-801fd5b98c04 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:55.589559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.605998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-178d84c6-dacd-4ca8-84d8-286d752d5206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:55.713655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Pushing event deleted for resources: {'Port': ['ID=3a843485-8cbd-424e-bd80-801fd5b98c04,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:55.716503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:55.803225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48174) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:55.947614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:55.972702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:55.976894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8c3f52f7ee449583597c152e2cc190 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:55.981241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:55.986096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:56.042192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.077223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.080828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.090235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-16eb5a1b-575a-4d28-af43-e19572fcf3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.134062 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a8c3f52f7ee449583597c152e2cc190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296678 Feb 17 17:58:56.135060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06329fa-2a12-47c3-bb41-d439c13c49b2,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:56.138948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:56.139766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48180) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:56.209183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.238126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.285952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.291549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c557ecda-2b61-46fb-8e04-0ffb6c4f6930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.308273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06329fa-2a12-47c3-bb41-d439c13c49b2,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:56.311813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:56.316956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.320672 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d06329fa-2a12-47c3-bb41-d439c13c49b2 HTTP/1.1" status: 204 len: 168 time: 0.1774533 Feb 17 17:58:56.640112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48188) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:56.660586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.676405 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:56.680786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e1fcf8149e4e10b7e6ba00cc170d28 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:56.683883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:56.690614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:56.779246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.783857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.794323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3d58a19d-e348-4f3f-9d81-2230a7b9c674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:56.835163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:58:56.842300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0e1fcf8149e4e10b7e6ba00cc170d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010040 Feb 17 17:58:56.845310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48192) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:56.848365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f3708-c5a5-485a-8e2f-4e673346f42e,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:56.861619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:56.915231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.945234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.991200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:56.996342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c3e205c4-fff5-48c5-bb95-71dfeb43e0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:57.008061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f3708-c5a5-485a-8e2f-4e673346f42e,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:57.011825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:57.015321 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.017055 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e2f3708-c5a5-485a-8e2f-4e673346f42e HTTP/1.1" status: 204 len: 168 time: 0.1706941 Feb 17 17:58:57.032874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:58:57.050476 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] 10.222.0.58 "PUT /v2.0/routers/4f9dc361-cbca-4584-a5a2-d4339cca6fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1295648 Feb 17 17:58:57.051691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48198) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:57.073500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Sync routers for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:58:57.086768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:57.087489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:57.265193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.294899 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:57.475182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.483987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Deleting port 1b207ead-9a9e-401e-9887-865d6a66a187 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:57.484164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.632392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:58:55Z', 'revision_number': 5, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port': {'id': '1b207ead-9a9e-401e-9887-865d6a66a187', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:50:07Z', 'updated_at': '2021-02-17T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:57.637733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Checking router: 4f9dc361-cbca-4584-a5a2-d4339cca6fcc for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:58:57.647472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Routers {'4f9dc361-cbca-4584-a5a2-d4339cca6fcc'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:58:57.648174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:58:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:57.678359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] For port 1b207ead-9a9e-401e-9887-865d6a66a187, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=1b207ead-9a9e-401e-9887-865d6a66a187,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:57.678879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.824268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Calling delete_port for 1b207ead-9a9e-401e-9887-865d6a66a187 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:58.007041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] Set router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:58:58.038192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.114452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-16f57d29-ee19-458b-a5a5-4024ff8e78ea tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:58.130800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:58:57Z', 'revision_number': 6, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port_host': None}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:58:58.135217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecff3-5511-42e2-bf8a-f1e497c938e9 None None] The sync data for ids ['4f9dc361-cbca-4584-a5a2-d4339cca6fcc'] in dv-cinder-760199-3-iscsi is: [{'id': '4f9dc361-cbca-4584-a5a2-d4339cca6fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-184738551-router', 'tenant_id': '506d1223bea34518bb3c51a3f3567844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:50:05Z', 'updated_at': '2021-02-17T17:58:57Z', 'revision_number': 6, 'project_id': '506d1223bea34518bb3c51a3f3567844', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:58:58.172315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b207ead-9a9e-401e-9887-865d6a66a187,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:58.176382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:58.303453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.498113 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.500492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.526555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.527170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9dc361-cbca-4584-a5a2-d4339cca6fcc {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 17:58:58.540308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.544008 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4f9dc361-cbca-4584-a5a2-d4339cca6fcc HTTP/1.1" status: 204 len: 168 time: 1.4888797 Feb 17 17:58:58.544363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48236) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:58.613032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Deleting subnet ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 17:58:58.616665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.674009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.730815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48242) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:58.765703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.837368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3a843485-8cbd-424e-bd80-801fd5b98c04 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:58.883835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 3a843485-8cbd-424e-bd80-801fd5b98c04 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:58.884014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:58.884222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3a843485-8cbd-424e-bd80-801fd5b98c04 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:58.885281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1b207ead-9a9e-401e-9887-865d6a66a187 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:58:58.901845 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:58.906188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b3a5dac04b4d9da607c5c90688708d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:58:58.909757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:58:58.916411 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:58.926023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 1b207ead-9a9e-401e-9887-865d6a66a187 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:58:58.926433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 1b207ead-9a9e-401e-9887-865d6a66a187 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:58:59.006584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.009353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.023091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7b4bccdf-4875-43f6-8c6a-8b734527da81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.056864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.074062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9c794cd6-e83e-4673-8eb0-587eff83dda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.074975 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3b3a5dac04b4d9da607c5c90688708d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429894 Feb 17 17:58:59.076220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f905e-4fbf-41c5-9c05-915efadf8bee,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.078985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48248) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:59.082092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.142732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.171015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.177134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.181578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.217246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.222839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.223012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c1bd0-0e29-4331-a890-ddbd2c8aa1b4 None None] Network aa59ba0b-bde1-43a5-a395-5b950373d98b requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:59.225907 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-55042a74-9004-4c94-be0b-a0f41e092580 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef81a3df-9abb-4a34-98f2-51f2dfe1e4b5 HTTP/1.1" status: 204 len: 168 time: 0.6804378 Feb 17 17:58:59.228359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8efa2629-7bb8-42a7-b8ac-527c53105caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:59.228567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48252) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:59.243272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f905e-4fbf-41c5-9c05-915efadf8bee,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:59.246441 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:59.247372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.254718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c0862ad5-7b39-44bb-9068-9094d4049a3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f53f905e-4fbf-41c5-9c05-915efadf8bee HTTP/1.1" status: 204 len: 168 time: 0.1712749 Feb 17 17:58:59.367873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.440835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Deleting port b9513652-43c7-41b1-aeb6-bee84670a37e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:59.441210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.533440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] DHCP port deletion for aa59ba0b-bde1-43a5-a395-5b950373d98b request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 17:58:59.539981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Deleting port b9513652-43c7-41b1-aeb6-bee84670a37e {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:58:59.540527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.782600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] For port b9513652-43c7-41b1-aeb6-bee84670a37e, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b9513652-43c7-41b1-aeb6-bee84670a37e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:59.783067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:59.927217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Calling delete_port for b9513652-43c7-41b1-aeb6-bee84670a37e owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:58:59.939538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] For port b9513652-43c7-41b1-aeb6-bee84670a37e, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b9513652-43c7-41b1-aeb6-bee84670a37e,segment=NetworkSegment(27a899cf-94e9-457d-92e5-d54f2f5438fb),segment_id=27a899cf-94e9-457d-92e5-d54f2f5438fb)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:59.940497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.015837 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.096603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Calling delete_port for b9513652-43c7-41b1-aeb6-bee84670a37e owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:00.096816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:00.158831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Pushing event deleted for resources: {'Port': ['ID=b9513652-43c7-41b1-aeb6-bee84670a37e,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:00.171382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.171780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.172167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.172545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.172922 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.173305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.173672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.174040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.174949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.175324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.175694 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.176060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.176520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.176890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.177317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.177690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.178245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.178461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.178964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.179141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.179469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.179834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.180207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.180565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:00.183673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:00.183673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:00.185690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:00.214366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b7ec6-eebd-427e-abc2-4d8625eb36d6 None None] No DVR routers for this DVR port b9513652-43c7-41b1-aeb6-bee84670a37e on host dv-cinder-760199-3-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:00.684552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Deleting port b9513652-43c7-41b1-aeb6-bee84670a37e {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:00.684969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:00.758628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] The port 'b9513652-43c7-41b1-aeb6-bee84670a37e' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 17:59:00.813164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b9513652-43c7-41b1-aeb6-bee84670a37e no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:00.851473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: b9513652-43c7-41b1-aeb6-bee84670a37e {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 17:59:00.851880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b9513652-43c7-41b1-aeb6-bee84670a37e not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 17:59:00.887480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.007193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa59ba0b-bde1-43a5-a395-5b950373d98b']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:01.020398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a899cf-94e9-457d-92e5-d54f2f5438fb') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:01.020744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a899cf-94e9-457d-92e5-d54f2f5438fb') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:01.033067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.054746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.056771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 17:59:01.237085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Network aa59ba0b-bde1-43a5-a395-5b950373d98b has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:59:01.246181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.429197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Network aa59ba0b-bde1-43a5-a395-5b950373d98b has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:59:01.452418 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:59:01.531061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.534612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:01.556258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.562888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa59ba0b-bde1-43a5-a395-5b950373d98b,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:01.568577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:01.579864 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-723fd50e-db5d-4673-80e9-8f48d035e09d admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa59ba0b-bde1-43a5-a395-5b950373d98b HTTP/1.1" status: 204 len: 168 time: 2.3501806 Feb 17 17:59:01.768838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48288) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.824043 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-ffa9aadd-4db6-4da0-b9d2-d632c0b94610 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=506d1223bea34518bb3c51a3f3567844&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537813 Feb 17 17:59:01.826743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48292) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:01.893731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.924821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:01.974818 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-c70c0788-032c-48f0-9361-9b2764ea3fea tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558052 Feb 17 17:59:02.119679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.127960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-711736ff-b862-4df3-80e5-e8b259021e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:02.150460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bebdc-4ee0-4774-99a9-162dea0e0eef,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:02.166187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:02.175393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:02.176638 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7ba777db-6a0b-4681-94c1-9f3f20b9f9e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d2bebdc-4ee0-4774-99a9-162dea0e0eef HTTP/1.1" status: 204 len: 168 time: 0.3487122 Feb 17 17:59:02.183779 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-13be9c60-3243-482a-a79a-9959fc93d5cc tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:02.185394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-13be9c60-3243-482a-a79a-9959fc93d5cc tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964300 Feb 17 17:59:02.202513 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-57fca1ad-ba7c-4b5a-9421-2ea316ecaa74 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/quotas/99c8fdc4a6e44adb8d5961d91b70074b HTTP/1.1" status: 200 len: 375 time: 0.0106518 Feb 17 17:59:02.258756 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a1f00d32-c6bd-42af-b66a-27c98618d516 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502210 Feb 17 17:59:02.469638 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-46cade96-9627-49f8-b85e-ab843591007d req-67b122e8-1a31-4fca-82f1-8cb642372f79 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 210 time: 0.0508699 Feb 17 17:59:03.583242 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-d4aa3e77-b243-4d30-b98c-2a0f3e8c7edc tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422952 Feb 17 17:59:03.718069 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7c04c2e9-7884-411c-9997-7fbde0f12684 req-1762cde3-64a5-4787-a992-b4a742508464 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 210 time: 0.1272180 Feb 17 17:59:03.816302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-54d06c2a-3e36-4676-b964-0527f3c2abd3 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:03.817905 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-54d06c2a-3e36-4676-b964-0527f3c2abd3 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286317 Feb 17 17:59:03.837569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Request body: {'port': {'device_id': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714', 'admin_state_up': True, 'tenant_id': '99c8fdc4a6e44adb8d5961d91b70074b'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:03.994267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:03.999335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Usage tracker for resource:port and tenant:99c8fdc4a6e44adb8d5961d91b70074b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:04.003093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:04.008997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:04.018250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Made reservation on behalf of 99c8fdc4a6e44adb8d5961d91b70074b for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:04.025222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.040047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.059557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:04.063822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Usage tracker for resource:security_group_rule and tenant:99c8fdc4a6e44adb8d5961d91b70074b is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:04.068070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:04.074200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:04.165168 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.168912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.180976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-eb9f80d4-f7e6-4f67-a30f-fe2a0a9ba9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:04.294946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877ae331-798d-4d15-bceb-5ec18e4b5e41,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:04.301935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:04.336794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48372) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:04.466949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.483648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:04.488641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef72ff92d08a40cba8611a9bf0baa29a is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:04.492078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:04.497957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:04.502363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Allocated IP 192.168.233.119 (f70b0887-d8fe-4397-93f1-f76b0134f714/6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f/921694e8-c0bd-4062-9ed7-8ca15cf74638) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:04.589251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.593726 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.603739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fb7ff401-3750-43b8-9d57-54d9051580a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:04.647052 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef72ff92d08a40cba8611a9bf0baa29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090789 Feb 17 17:59:04.648008 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506de17-f5f9-4ab4-a377-809ca500017b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:04.650578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48378) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:04.653444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6a64e76e-2f98-4bca-af4b-ab0a30ebcdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:04.715384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.727870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.744075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.744662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Transition to ACTIVE for port object 921694e8-c0bd-4062-9ed7-8ca15cf74638 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:04.771894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.792268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.797444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e458a124-7155-4a92-8bc1-457f55c21fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:04.809335 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506de17-f5f9-4ab4-a377-809ca500017b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:04.812120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:04.818872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:04.823091 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3506de17-f5f9-4ab4-a377-809ca500017b HTTP/1.1" status: 204 len: 168 time: 0.1687310 Feb 17 17:59:04.844935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-90fb8f03-d64c-4dfc-ad21-29a529424d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:05.013324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Pushing event updated for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:05.021328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:05.076140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2914c-5c49-4d68-bb69-625d2dd1882b req-a549068e-7993-4f97-b04b-b5604c5b6d34 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:05.077792 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb2914c-5c49-4d68-bb69-625d2dd1882b req-a549068e-7993-4f97-b04b-b5604c5b6d34 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 936 time: 0.1934636 Feb 17 17:59:05.083014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Network f70b0887-d8fe-4397-93f1-f76b0134f714 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:05.084273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:05.088252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:05.139902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48388) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:05.165198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.185250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:05.187353 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb2914c-5c49-4d68-bb69-625d2dd1882b req-e0571a11-e875-4f83-8810-bf4db8d434b9 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008329 Feb 17 17:59:05.190586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Usage tracker for resource:security_group_rule and tenant:f3780932e41b4377a3d6b51201fdeb20 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:05.194243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:05.195075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:05.195771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.201523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:05.225386 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3924112 Feb 17 17:59:05.245446 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Request body: {'port': {'device_id': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:05.309772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.312598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.322712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ec1a140-65c5-4e44-8abf-795acbfa2610 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:05.362478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3c60b16-d47a-4e22-927c-8c196337e024 None None] Provisioning for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:05.367811 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3780932e41b4377a3d6b51201fdeb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258096 Feb 17 17:59:05.368158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48392) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:05.368396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3c60b16-d47a-4e22-927c-8c196337e024 None None] Provisioning complete for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:05.369219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3c60b16-d47a-4e22-927c-8c196337e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.373128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b78573-6bf5-4270-bc80-a426a37f0aa7,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:05.376647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-18aedfcb-92e6-4bdd-86fd-ef55bfe2b000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:05.385099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.436511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c3c60b16-d47a-4e22-927c-8c196337e024 None None] Port 921694e8-c0bd-4062-9ed7-8ca15cf74638 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:05.547987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.634596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.051389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.057823 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30a410a6-649b-40af-93df-3f01b00b0685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:06.082640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b78573-6bf5-4270-bc80-a426a37f0aa7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:06.089323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:06.098479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.099716 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1f5468b1-a05c-498a-bf6a-e55567e9df5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48b78573-6bf5-4270-bc80-a426a37f0aa7 HTTP/1.1" status: 204 len: 168 time: 0.7305529 Feb 17 17:59:06.180478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921694e8-c0bd-4062-9ed7-8ca15cf74638 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 17:59:06.188722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.202003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Transition to ACTIVE for port object 921694e8-c0bd-4062-9ed7-8ca15cf74638 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:06.204614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.221180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1d9beaa3-6e3a-4a39-9762-e0af135ba4f0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:06.421646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:06.428245 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:06.495482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acebaf-6069-4ed0-9682-9863309fd493 req-cea662a4-8e49-460d-ae34-42ab71701035 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:06.496248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-16acebaf-6069-4ed0-9682-9863309fd493 req-cea662a4-8e49-460d-ae34-42ab71701035 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Synchronizing usage tracker for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:06.626704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-16acebaf-6069-4ed0-9682-9863309fd493 req-cea662a4-8e49-460d-ae34-42ab71701035 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Unset dirty status for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:06.628042 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16acebaf-6069-4ed0-9682-9863309fd493 req-cea662a4-8e49-460d-ae34-42ab71701035 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 948 time: 0.2987671 Feb 17 17:59:06.691095 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Attempting to bind port 921694e8-c0bd-4062-9ed7-8ca15cf74638 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:06.691612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Attempting to bind port 921694e8-c0bd-4062-9ed7-8ca15cf74638 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:06.691817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Attempting to bind port 921694e8-c0bd-4062-9ed7-8ca15cf74638 on network f70b0887-d8fe-4397-93f1-f76b0134f714 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:06.703024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-16acebaf-6069-4ed0-9682-9863309fd493 req-76141196-47a8-4b2c-8b8f-0afff94ba3ed tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Synchronizing usage tracker for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:06.706999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:06.707383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Checking segment: {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:06.707788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.708183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Bound using segment: {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:06.708671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Bound port: 921694e8-c0bd-4062-9ed7-8ca15cf74638, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d197ec-3980-4c14-9f38-ef4c0cd4e59c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f70b0887-d8fe-4397-93f1-f76b0134f714'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:06.709048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.789696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-16acebaf-6069-4ed0-9682-9863309fd493 req-76141196-47a8-4b2c-8b8f-0afff94ba3ed tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Unset dirty status for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:06.791205 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-16acebaf-6069-4ed0-9682-9863309fd493 req-76141196-47a8-4b2c-8b8f-0afff94ba3ed tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556380 Feb 17 17:59:06.826931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:06.830133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:06.833936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.850033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55234eda-52de-405d-845e-e7cb282243bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:07.003691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:07.009300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:07.049326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.049879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.051589 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] 10.222.0.65 "PUT /v2.0/ports/921694e8-c0bd-4062-9ed7-8ca15cf74638 HTTP/1.1" status: 200 len: 1162 time: 1.8110831 Feb 17 17:59:07.052372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:07.106648 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638', 'status': 'completed', 'code': 200} Feb 17 17:59:07.225374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-0b543184-8649-4eeb-97b3-9989a3d4824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.227102 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-0b543184-8649-4eeb-97b3-9989a3d4824d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 1165 time: 0.0917802 Feb 17 17:59:07.325012 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-f755e8ff-b872-469b-b390-31e2a7a84b7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638 HTTP/1.1" status: 200 len: 217 time: 0.0740790 Feb 17 17:59:07.397196 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-f9a22ebf-a817-4da7-bdee-86339c76e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.398828 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-f9a22ebf-a817-4da7-bdee-86339c76e84f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f HTTP/1.1" status: 200 len: 843 time: 0.0651746 Feb 17 17:59:07.488490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-b55c6d93-1601-41c5-be8d-a2ef97871355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:07.490137 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-b55c6d93-1601-41c5-be8d-a2ef97871355 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f70b0887-d8fe-4397-93f1-f76b0134f714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0808187 Feb 17 17:59:07.640497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-76d78203-fac3-46e8-9a63-02c4e10bce43 service neutron] 10.222.0.65 "GET /v2.0/networks/f70b0887-d8fe-4397-93f1-f76b0134f714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410084 Feb 17 17:59:07.788829 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4beca4e2-10d5-4a13-ab27-500b52c94542 req-b2c201df-2fbd-4d53-9862-d3eabe4218a2 service neutron] 10.222.0.65 "GET /v2.0/networks/f70b0887-d8fe-4397-93f1-f76b0134f714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416056 Feb 17 17:59:08.063568 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0907d7-973e-441b-9725-a53a5cd98249 req-c1b69c86-1fc9-437b-a877-7c22f8eaa1d4 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.065777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f0907d7-973e-441b-9725-a53a5cd98249 req-c1b69c86-1fc9-437b-a877-7c22f8eaa1d4 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 948 time: 0.1230700 Feb 17 17:59:08.072301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a968-9993-41f2-a935-c75c236c283d req-d080b543-ec33-404f-91cb-9181e6346b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.073928 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-d080b543-ec33-404f-91cb-9181e6346b4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 1165 time: 0.1759953 Feb 17 17:59:08.215813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9f0907d7-973e-441b-9725-a53a5cd98249 req-8064f6b8-e7b3-42c8-af9a-cfa47f05a781 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405532 Feb 17 17:59:08.268827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a968-9993-41f2-a935-c75c236c283d req-740f4bf3-b564-45c0-951b-2ce97154e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.270507 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-740f4bf3-b564-45c0-951b-2ce97154e503 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f70b0887-d8fe-4397-93f1-f76b0134f714 HTTP/1.1" status: 200 len: 863 time: 0.1777623 Feb 17 17:59:08.349642 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-a63e8f82-5051-4ca0-a1af-94112a68f8f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638 HTTP/1.1" status: 200 len: 217 time: 0.0715184 Feb 17 17:59:08.429862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a968-9993-41f2-a935-c75c236c283d req-13e0d115-348b-43f2-bcd2-92d3073e23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.431465 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-13e0d115-348b-43f2-bcd2-92d3073e23d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e2abfe7-70d8-46e9-bcc9-e3d2a8ba9f2f HTTP/1.1" status: 200 len: 843 time: 0.0684605 Feb 17 17:59:08.515224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a968-9993-41f2-a935-c75c236c283d req-a2dbdd24-3f9d-4f63-8de4-204e6a06c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:08.516758 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-a2dbdd24-3f9d-4f63-8de4-204e6a06c596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f70b0887-d8fe-4397-93f1-f76b0134f714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788560 Feb 17 17:59:08.665173 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-7862b5f2-bbdd-4e89-8546-cf10eb2bdf2b service neutron] 10.222.0.65 "GET /v2.0/networks/f70b0887-d8fe-4397-93f1-f76b0134f714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395838 Feb 17 17:59:08.811999 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fdb1a968-9993-41f2-a935-c75c236c283d req-382a0100-864c-43de-b08f-7eb058c3817f service neutron] 10.222.0.65 "GET /v2.0/networks/f70b0887-d8fe-4397-93f1-f76b0134f714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401510 Feb 17 17:59:09.368871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network f70b0887-d8fe-4397-93f1-f76b0134f714 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:09.424703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03facf11-2509-49eb-8eae-bb4249f21c5b req-517629a6-2312-43ab-8e07-c40ffb8278fb tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:09.426473 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03facf11-2509-49eb-8eae-bb4249f21c5b req-517629a6-2312-43ab-8e07-c40ffb8278fb tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 948 time: 0.0919728 Feb 17 17:59:09.480859 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-03facf11-2509-49eb-8eae-bb4249f21c5b req-67812f19-8c5d-46d2-874a-c5698981e2c1 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477009 Feb 17 17:59:09.763979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.objects.ports [None req-e51f427d-f329-407a-b543-cde7fc1a0efb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83981) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:59:10.235185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 921694e8-c0bd-4062-9ed7-8ca15cf74638 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:10.309199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:10.314047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:10.314511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.444418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.475540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:10.487010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:10.489563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:10.491715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:10.531505 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638', 'code': 200} Feb 17 17:59:10.569515 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:10.573438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:10.694947 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2247-2e45-4f25-881a-542c824862f4 req-daa37343-5307-471f-85b4-747546c61ce3 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:10.696601 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a1f2247-2e45-4f25-881a-542c824862f4 req-daa37343-5307-471f-85b4-747546c61ce3 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0954878 Feb 17 17:59:10.807228 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7a1f2247-2e45-4f25-881a-542c824862f4 req-ae1ab9fd-2cd9-4c0a-95a1-a3aeae7ce71e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043909 Feb 17 17:59:10.835027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311913-0c99-4901-bf22-e96e174416d1 req-c782f18c-39f6-4721-8f83-cc95e50dfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:10.837184 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b2311913-0c99-4901-bf22-e96e174416d1 req-c782f18c-39f6-4721-8f83-cc95e50dfc38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 1167 time: 0.0979614 Feb 17 17:59:10.894038 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b2311913-0c99-4901-bf22-e96e174416d1 req-7771d42a-63ab-4032-a75d-2cd2d4e45929 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 Feb 17 17:59:11.450548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 921694e8-c0bd-4062-9ed7-8ca15cf74638 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:11.523473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:11.523895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:12.014584 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972b7e-0203-402b-bc0c-09f24fa621f2 req-35304746-23e6-4b25-82ce-8c1cbc95cb1b tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:12.016196 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4b972b7e-0203-402b-bc0c-09f24fa621f2 req-35304746-23e6-4b25-82ce-8c1cbc95cb1b tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0872424 Feb 17 17:59:12.068674 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4b972b7e-0203-402b-bc0c-09f24fa621f2 req-3cb1b20e-a24b-4073-9bfa-0787b2a28ea6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Feb 17 17:59:13.273531 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbf64-c3e6-4f20-9303-4f35b33b63f5 req-dfb2d9bf-1662-4533-8487-e0846c72931e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:13.275199 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-376fbf64-c3e6-4f20-9303-4f35b33b63f5 req-dfb2d9bf-1662-4533-8487-e0846c72931e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0948911 Feb 17 17:59:13.326061 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-376fbf64-c3e6-4f20-9303-4f35b33b63f5 req-81076ef2-f70e-4025-a4df-1602d1f8538d tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Feb 17 17:59:14.229149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.345406 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-9d68a445-9851-47c0-a0f6-24a6868e1ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813286 Feb 17 17:59:14.598166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf4e9b-a0ec-4b3a-807d-fe405ba10388 req-4579be5a-5253-4293-8808-384453468462 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:14.599777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-58bf4e9b-a0ec-4b3a-807d-fe405ba10388 req-4579be5a-5253-4293-8808-384453468462 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.1558161 Feb 17 17:59:14.602894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-88024687-288d-44f1-8311-ab9cb780b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:14.604407 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-88024687-288d-44f1-8311-ab9cb780b219 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 1163 time: 0.1222231 Feb 17 17:59:14.708046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 921694e8-c0bd-4062-9ed7-8ca15cf74638 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:14.735126 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-58bf4e9b-a0ec-4b3a-807d-fe405ba10388 req-118baa94-3d9e-42ad-b905-d112012c038f tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286726 Feb 17 17:59:14.742683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:14.804850 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-974ad22c-635f-4f15-8ebd-8d4cb1736de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:14.806466 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-974ad22c-635f-4f15-8ebd-8d4cb1736de9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1666815 Feb 17 17:59:14.812341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:14.812948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:14.926163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-9bc55d4e-8d5b-43cf-9f45-768b08dc82ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 200 len: 1002 time: 0.1055312 Feb 17 17:59:15.005111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-84ea8c8c-c3bf-49c3-aee6-e3ae8c14f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.006776 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-84ea8c8c-c3bf-49c3-aee6-e3ae8c14f6f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0695431 Feb 17 17:59:15.094987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-17c90fa5-a4fc-4c77-8f26-6816a856f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.097239 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-17c90fa5-a4fc-4c77-8f26-6816a856f732 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832105 Feb 17 17:59:15.248468 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-bda750c7-f233-4b53-a5db-685133d28f53 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383450 Feb 17 17:59:15.396696 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-510e09f4-5fe7-4ee6-8ed3-978bd82089ee req-92045c92-198d-4266-9484-e16a353ec897 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414919 Feb 17 17:59:15.950582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba66d-ecd2-44c1-85b1-dfcb2eddcf08 req-725f2d63-844b-4d89-9eee-b23a22f3c1cb tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:15.952208 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d66ba66d-ecd2-44c1-85b1-dfcb2eddcf08 req-725f2d63-844b-4d89-9eee-b23a22f3c1cb tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0940554 Feb 17 17:59:16.004506 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d66ba66d-ecd2-44c1-85b1-dfcb2eddcf08 req-53b647d3-073c-4439-a8f8-0cb1b2311bc8 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Feb 17 17:59:16.490060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158d31-d86e-4774-94e2-0d9b065d33ad req-c1daa90c-d3ea-4f5f-87d5-e536e3e907fc tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:16.491699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d158d31-d86e-4774-94e2-0d9b065d33ad req-c1daa90c-d3ea-4f5f-87d5-e536e3e907fc tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0892098 Feb 17 17:59:16.546242 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d158d31-d86e-4774-94e2-0d9b065d33ad req-338db06b-cc34-4473-8f49-5c8e9f5826d6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Feb 17 17:59:16.660646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 921694e8-c0bd-4062-9ed7-8ca15cf74638 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:16.734268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 921694e8-c0bd-4062-9ed7-8ca15cf74638 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:16.734723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.272223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef8dfd5a-5997-4a33-b1ee-f9bb7dac6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:17.772734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dec4b-714d-4299-9734-ef0eb67278c5 req-9a5e3da9-884d-4496-8295-842fedf55f8f tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:17.774375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf2dec4b-714d-4299-9734-ef0eb67278c5 req-9a5e3da9-884d-4496-8295-842fedf55f8f tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0918865 Feb 17 17:59:17.824561 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-bf2dec4b-714d-4299-9734-ef0eb67278c5 req-5df15986-bc6f-4ede-97a3-18c3c5eab836 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Feb 17 17:59:18.039562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-d2b731d9-51fb-4f97-806f-048909d4d273 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:18.041284 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-d2b731d9-51fb-4f97-806f-048909d4d273 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 950 time: 0.0895429 Feb 17 17:59:18.122373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Deleting port 921694e8-c0bd-4062-9ed7-8ca15cf74638 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:18.122790 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.447652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 921694e8-c0bd-4062-9ed7-8ca15cf74638 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:18.573091 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.608840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:18.618278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:18.621598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.623451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:18.660876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:18.661280 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:18.703557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:18.708002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:18.805609 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638', 'code': 200} Feb 17 17:59:18.811739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Calling delete_port for 921694e8-c0bd-4062-9ed7-8ca15cf74638 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:18.904399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:18.904767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:19.029175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef544558-8da4-48b8-8a28-961de593f8a2 req-644aa07d-1926-4946-907c-2c2326884afa tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:19.030644 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef544558-8da4-48b8-8a28-961de593f8a2 req-644aa07d-1926-4946-907c-2c2326884afa tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 948 time: 0.0877695 Feb 17 17:59:19.075557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95a46927-1368-4d01-b231-b3a9c353841d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.097620 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ef544558-8da4-48b8-8a28-961de593f8a2 req-32cb54d1-a591-4aa6-b21c-de868a32bae4 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/security-groups?id=877ae331-798d-4d15-bceb-5ec18e4b5e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Feb 17 17:59:19.406102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Deleting port 921694e8-c0bd-4062-9ed7-8ca15cf74638 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:19.406562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.669268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] For port 921694e8-c0bd-4062-9ed7-8ca15cf74638, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=921694e8-c0bd-4062-9ed7-8ca15cf74638,segment=NetworkSegment(30d197ec-3980-4c14-9f38-ef4c0cd4e59c),segment_id=30d197ec-3980-4c14-9f38-ef4c0cd4e59c)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:19.669583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.808159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Calling delete_port for 921694e8-c0bd-4062-9ed7-8ca15cf74638 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:19.965653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:19.988053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-62810bb5-c57e-469d-abe0-c6494ce7671b tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:20.098457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.102831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Pushing event deleted for resources: {'Port': ['ID=921694e8-c0bd-4062-9ed7-8ca15cf74638,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:20.106835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:20.199780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] No DVR routers for this DVR port 921694e8-c0bd-4062-9ed7-8ca15cf74638 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:20.202257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:20.205481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-deleted', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:20.270565 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0df9ea-4d31-464e-8e5a-d90372a4ab61', 'name': 'network-vif-deleted', 'tag': '921694e8-c0bd-4062-9ed7-8ca15cf74638', 'status': 'completed', 'code': 200} Feb 17 17:59:20.284616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b6d80ea3-77c4-4ffc-ba7f-b2bf230063c2 req-1c8c5412-ed63-42f6-913e-42277664a08e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Synchronizing usage tracker for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:20.290024 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ea2a617f-12dc-4069-9fa3-d717949c3f4c req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.65 "DELETE /v2.0/ports/921694e8-c0bd-4062-9ed7-8ca15cf74638 HTTP/1.1" status: 204 len: 173 time: 2.2421236 Feb 17 17:59:20.304472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b6d80ea3-77c4-4ffc-ba7f-b2bf230063c2 req-1c8c5412-ed63-42f6-913e-42277664a08e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Unset dirty status for tenant:99c8fdc4a6e44adb8d5961d91b70074b on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:20.306080 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b6d80ea3-77c4-4ffc-ba7f-b2bf230063c2 req-1c8c5412-ed63-42f6-913e-42277664a08e tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a0df9ea-4d31-464e-8e5a-d90372a4ab61 HTTP/1.1" status: 200 len: 210 time: 0.0898638 Feb 17 17:59:21.409494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:21.750466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.173119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48842) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:26.339581 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bf71e43c-4bb8-4fb2-afda-69d7742f3e8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99c8fdc4a6e44adb8d5961d91b70074b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649511 Feb 17 17:59:26.342193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48848) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:26.404079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.431761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.478968 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.482996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1dc18f81-cec1-4c3b-9b08-d4719e55f36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:26.498225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ae331-798d-4d15-bceb-5ec18e4b5e41,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:26.500839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:26.509365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:26.510628 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-254a35a1-34f5-413b-9e59-fdc5aa27b94b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/877ae331-798d-4d15-bceb-5ec18e4b5e41 HTTP/1.1" status: 204 len: 168 time: 0.1672976 Feb 17 17:59:27.192394 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48878) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:27.304912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1868694852-network', 'tenant_id': '80da25d15ca546daa39b8e30a9727166'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:27.310033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:27.314152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Usage tracker for resource:network and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:27.317181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:27.323260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:27.336489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Made reservation on behalf of 80da25d15ca546daa39b8e30a9727166 for: {'network': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:27.341269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.354121 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.369268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:27.373307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Usage tracker for resource:security_group_rule and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:27.376266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:27.382838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:27.476603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.479281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.483524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b7e921d8-1477-4642-8ea2-eb562687e762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:27.516128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:59:27.526244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b18ded-5249-4801-93a4-3aa7002134af,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:27.530132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.532672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.533094 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Added segment e78edc9a-18f0-48ac-84ff-354e26bbef7a of type vxlan for network 25be1b27-98e6-463e-bd61-a79ecfcf8441 Feb 17 17:59:27.561142 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.591550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.592831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:27.593478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:27.598607 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:27.703274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5096617 Feb 17 17:59:27.706960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Pushing event updated for resources: {'Network': ['ID=25be1b27-98e6-463e-bd61-a79ecfcf8441,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:27.707110 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48884) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:27.709945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f438d897-d142-4f8d-ae39-5669364ea16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:27.713820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Request body: {'subnet': {'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1868694852-subnet', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:27.719233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:27.719382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:27.723327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Usage tracker for resource:subnet and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:27.726359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:27.733514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:27.737238 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:27.743197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Made reservation on behalf of 80da25d15ca546daa39b8e30a9727166 for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:27.747967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.200547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.217054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:28.351450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:28.356418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:28.417106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Checking segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:28.417502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Network hostable DHCP agents. Network: 25be1b27-98e6-463e-bd61-a79ecfcf8441, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:59:28.436215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:59:28.444296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 25be1b27-98e6-463e-bd61-a79ecfcf8441) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:28.454338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c179d65-db6a-4c19-9c8b-0ff1b86fb663 None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:28.456250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:28.456910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.481267 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7729039 Feb 17 17:59:28.484092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48894) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:28.490209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:28.495330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:28.499437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Usage tracker for resource:router and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:28.503126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:28.509006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:28.518684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.519760 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.536266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.692915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-25be1b27-98e6-463e-bd61-a79ecfcf8441', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:59:28.693877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:28.996210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Allocated IP 172.20.0.2 (25be1b27-98e6-463e-bd61-a79ecfcf8441/15b03a49-694e-43ba-bc2a-f55eb0e9b1dc/ae064248-2a9e-41d3-9f6d-b602d6888a3b) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:29.036940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.239413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.254453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Transition to ACTIVE for port object ae064248-2a9e-41d3-9f6d-b602d6888a3b will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:29.272320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Transition to ACTIVE for port object ae064248-2a9e-41d3-9f6d-b602d6888a3b will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:29.277263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.294155 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:29.382987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.415857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.428984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Pushing event updated for resources: {'Port': ['ID=ae064248-2a9e-41d3-9f6d-b602d6888a3b,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:29.442317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:29.484993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:29.486950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:29.489450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:29.550737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Attempting to bind port ae064248-2a9e-41d3-9f6d-b602d6888a3b on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:29.551057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Attempting to bind port ae064248-2a9e-41d3-9f6d-b602d6888a3b by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:29.551470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Attempting to bind port ae064248-2a9e-41d3-9f6d-b602d6888a3b on network 25be1b27-98e6-463e-bd61-a79ecfcf8441 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:29.557203 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:29.557637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Checking segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:29.558084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.558583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Bound using segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:29.559106 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Bound port: ae064248-2a9e-41d3-9f6d-b602d6888a3b, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:29.559529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.656388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] For port ae064248-2a9e-41d3-9f6d-b602d6888a3b, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:29.660158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] For port ae064248-2a9e-41d3-9f6d-b602d6888a3b, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=ae064248-2a9e-41d3-9f6d-b602d6888a3b,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:29.663767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.679572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:29.705337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Allocated IP 172.27.3.38 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/4371403b-0314-4c5a-8cf3-df851244287a) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:29.836366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Pushing event updated for resources: {'Port': ['ID=ae064248-2a9e-41d3-9f6d-b602d6888a3b,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:29.842037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:29.867024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.898061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:29.915125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-440d3d38-0555-4845-9a71-d4ad27a14949 tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:30.063252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Pushing event updated for resources: {'Port': ['ID=4371403b-0314-4c5a-8cf3-df851244287a,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:30.075648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.076338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.076465 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.076843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.077248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.077652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.078053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.078493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.078891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.079287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.079687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.080631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.081119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.081518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.081917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.082314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.082737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.083135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.083530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.083927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.084324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.084721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.085115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.085507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:30.092318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:30.133558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:30.135233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:30.144927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:30.618378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:30.863544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device ae064248-2a9e-41d3-9f6d-b602d6888a3b up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:30.937870 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port ae064248-2a9e-41d3-9f6d-b602d6888a3b completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:30.996897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.208692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab03fef-b474-4de1-a634-4355777742f5 None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:31.228463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:59:31.321244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Provisioning for port ae064248-2a9e-41d3-9f6d-b602d6888a3b completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:31.341861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Provisioning complete for port ae064248-2a9e-41d3-9f6d-b602d6888a3b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:31.342281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.598938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.645950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] For port ae064248-2a9e-41d3-9f6d-b602d6888a3b, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=ae064248-2a9e-41d3-9f6d-b602d6888a3b,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:31.651453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.653132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:31.661329 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:31.672483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Sync routers for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:31.689921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:31.696829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:31.707736 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:31.711838 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2239959 Feb 17 17:59:31.712660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48918) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:31.791697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Pushing event updated for resources: {'Port': ['ID=ae064248-2a9e-41d3-9f6d-b602d6888a3b,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:31.798482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:31.908536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:32.007000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5ff2c0b-1329-4313-862e-e8f80ea3cfb1 None None] Provisioning complete for port ae064248-2a9e-41d3-9f6d-b602d6888a3b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:32.007544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2c0b-1329-4313-862e-e8f80ea3cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.303516 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:30Z', 'revision_number': 3, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:32.308053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Checking router: e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:32.308739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Updating router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 port 4371403b-0314-4c5a-8cf3-df851244287a binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:32.339813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2033ce58-fbe9-4915-a955-d6fcbfda5012 None None] Provisioning complete for port ae064248-2a9e-41d3-9f6d-b602d6888a3b triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:32.340337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2033ce58-fbe9-4915-a955-d6fcbfda5012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.374349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.552435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.782502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.796105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Transition to ACTIVE for port object 4371403b-0314-4c5a-8cf3-df851244287a will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:32.799445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.815840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:32.843909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device ae064248-2a9e-41d3-9f6d-b602d6888a3b up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:32.907685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Allocated IP 172.20.0.1 (25be1b27-98e6-463e-bd61-a79ecfcf8441/15b03a49-694e-43ba-bc2a-f55eb0e9b1dc/3ff5b367-5a38-43ac-bb77-ef822a754784) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:32.918536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port ae064248-2a9e-41d3-9f6d-b602d6888a3b triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:32.919123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.969298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Pushing event updated for resources: {'Port': ['ID=4371403b-0314-4c5a-8cf3-df851244287a,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:32.984402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.984785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.985175 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.985650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.986010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.986959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.987330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.987907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.988040 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.988380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.988743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.989571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.989571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.989847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.990352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.990756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.991173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.991852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.992224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.992715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.993083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.993445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.993864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.994251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:32.999789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:33.049462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Attempting to bind port 4371403b-0314-4c5a-8cf3-df851244287a on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:33.049885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Attempting to bind port 4371403b-0314-4c5a-8cf3-df851244287a by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:33.050300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Attempting to bind port 4371403b-0314-4c5a-8cf3-df851244287a on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:33.056706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:33.057288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:33.057747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.058197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:33.058755 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Bound port: 4371403b-0314-4c5a-8cf3-df851244287a, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:33.059202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.096260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.113117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Transition to ACTIVE for port object 3ff5b367-5a38-43ac-bb77-ef822a754784 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:33.135906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.140609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] For port 4371403b-0314-4c5a-8cf3-df851244287a, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:33.144353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] For port 4371403b-0314-4c5a-8cf3-df851244287a, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4371403b-0314-4c5a-8cf3-df851244287a,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:33.147346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.151957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:33.163910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:33.288641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:33.301587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:33.316427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Pushing event updated for resources: {'Port': ['ID=4371403b-0314-4c5a-8cf3-df851244287a,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:33.321724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-773711d4-8343-4c41-8448-943a015a5fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:33.354729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:33.356127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:33.358364 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:33.365501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:33.366486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:33.415927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.613685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a709cec8-d121-46f6-8b7d-85b5d55d318d None None] Provisioning for port 3ff5b367-5a38-43ac-bb77-ef822a754784 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:33.620031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a709cec8-d121-46f6-8b7d-85b5d55d318d None None] Provisioning complete for port 3ff5b367-5a38-43ac-bb77-ef822a754784 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:33.620355 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a709cec8-d121-46f6-8b7d-85b5d55d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:33.688791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a709cec8-d121-46f6-8b7d-85b5d55d318d None None] Port 3ff5b367-5a38-43ac-bb77-ef822a754784 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:33.744895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:33.802685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.055398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:30Z', 'revision_number': 3, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:34.059750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64757cdf-fa87-4c35-b7e8-e11f8e691614 None None] The sync data for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi is: [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:30Z', 'revision_number': 3, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:34.115927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.119485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.149993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bad07e14-d016-491c-a9c5-617387fa5b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:34.241671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:34.244500 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.263750 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:34.398111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:34.399492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:34.633681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:34.716724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-58fd82a4-d2ac-4cec-b99b-08fb724a556e None None] Provisioning complete for port 3ff5b367-5a38-43ac-bb77-ef822a754784 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:34.717185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-58fd82a4-d2ac-4cec-b99b-08fb724a556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.776989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-58fd82a4-d2ac-4cec-b99b-08fb724a556e None None] Port 3ff5b367-5a38-43ac-bb77-ef822a754784 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:34.849022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:34.859316 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a567d6b3-0c87-46c3-8e6a-0cde65365bc3 admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f8822e-7ee3-407b-aaeb-4dc6d52abe07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441853 Feb 17 17:59:34.878198 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4371403b-0314-4c5a-8cf3-df851244287a up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:34.952053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 4371403b-0314-4c5a-8cf3-df851244287a completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:34.957828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 4371403b-0314-4c5a-8cf3-df851244287a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:34.958248 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.268982 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.287214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 4371403b-0314-4c5a-8cf3-df851244287a, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4371403b-0314-4c5a-8cf3-df851244287a,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:35.290047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.292063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e1a1f8b-7a0f-436d-82d0-656952191eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:35.367297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=4371403b-0314-4c5a-8cf3-df851244287a,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:35.370741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:35.619052 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48950) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:35.627230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1456027354-network', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc'}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:35.632377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:35.636680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Usage tracker for resource:network and tenant:426bf757e94d4f76a86edc26f6d3e1dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:35.640843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:35.646686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:35.655778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Made reservation on behalf of 426bf757e94d4f76a86edc26f6d3e1dc for: {'network': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:35.661447 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for network, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.675308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.690738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:35.695046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Usage tracker for resource:security_group_rule and tenant:426bf757e94d4f76a86edc26f6d3e1dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:35.698048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:35.704030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:35.789208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.792482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.796831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b29eb934-0f0c-4e1f-8845-27c3237ad18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:35.829517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:59:35.839081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e2d5b-e754-48c4-9e13-980969029162,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:35.843167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:35.846454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264273357820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.846967 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.segments_db [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Added segment c590aeb1-0daf-4dea-838a-e4b3975f11ff of type vxlan for network 5153c67f-a329-4382-a4b0-209187b86909 Feb 17 17:59:35.874680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264273919143'] for network, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.903793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273'] for network, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.905062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:35.905703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:35.911660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:36.017265 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3959699 Feb 17 17:59:36.020604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48954) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:36.023317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Pushing event updated for resources: {'Network': ['ID=5153c67f-a329-4382-a4b0-209187b86909,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:36.029312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Request body: {'subnet': {'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1456027354-subnet', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'ip_version': 4}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:36.033854 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fb858705-481b-41b1-a02c-2400eaa38418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:36.037739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Network 5153c67f-a329-4382-a4b0-209187b86909 details requested by agent ovs-agent-dv-cinder-760199-3-iscsi with host dv-cinder-760199-3-iscsi {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:36.038574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:36.043251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Usage tracker for resource:subnet and tenant:426bf757e94d4f76a86edc26f6d3e1dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:36.046540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:36.052578 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:36.061631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Made reservation on behalf of 426bf757e94d4f76a86edc26f6d3e1dc for: {'subnet': 1} {{(pid=83979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:36.066788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711574'] for subnet, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.497801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1129947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711557'] for subnet, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.525980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c2fc174b-59ca-4f40-ad1e-5145baa3e546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:36.702478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed7f4b0-b3a3-46de-b0f9-8b6e932878ae,revision_number=0']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:36.707464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:36.770340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Checking segment: {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:36.770805 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Network hostable DHCP agents. Network: 5153c67f-a329-4382-a4b0-209187b86909, hostable agents: ['7c77a349-eda6-4b88-8257-c0dd9f34a69b'], hosted agents: [] {{(pid=83979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:59:36.790004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Network 5153c67f-a329-4382-a4b0-209187b86909 is scheduled to be hosted by DHCP agent 7c77a349-eda6-4b88-8257-c0dd9f34a69b with binding_index 1 {{(pid=83979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:59:36.798564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-3-iscsi, 5153c67f-a329-4382-a4b0-209187b86909) {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:36.810295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df23990-9985-4d1c-bc1f-cb684e8b1627 None None] Network 5153c67f-a329-4382-a4b0-209187b86909 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:36.811976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:36.812653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.834434 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-7f9f6555-6197-47da-914a-f0353ca21c3f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8125713 Feb 17 17:59:36.837301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 48960) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:36.847728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}} {{(pid=83979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:36.853437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:36.858074 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Usage tracker for resource:router and tenant:426bf757e94d4f76a86edc26f6d3e1dc is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:36.862389 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:36.868455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:36.878857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15016'] for router, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.880120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323826', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854290755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760816'] for router, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.881092 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4371403b-0314-4c5a-8cf3-df851244287a up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:36.896279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.923181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Sync routers for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:36.968995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:36.969630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:37.198843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854321611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854318403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760829'] for router, precommit_update {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.235740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 4371403b-0314-4c5a-8cf3-df851244287a triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:37.235999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.323725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:37.521835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbc52879-b2ee-5cef-9e64-a7fc0fc93633-5153c67f-a329-4382-a4b0-209187b86909', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae'}]}} from dv-cinder-760199-3-iscsi. {{(pid=83981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:59:37.522676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.548420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.582998 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.868851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Allocated IP 172.27.3.36 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/b6f2a228-ca29-4f94-9504-408575c52656) {{(pid=83979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:38.034172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.036449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 2, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:38.044412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Checking router: e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:38.044825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Updating router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 port 3ff5b367-5a38-43ac-bb77-ef822a754784 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:38.066655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.083028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-30bf9514-aa09-4cae-8ae3-e63e34b0c2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:38.104554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Allocated IP 172.20.0.2 (5153c67f-a329-4382-a4b0-209187b86909/fed7f4b0-b3a3-46de-b0f9-8b6e932878ae/58b46ca4-8423-43ca-9f26-83aa2d18c415) {{(pid=83981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:38.121384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.227549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Pushing event updated for resources: {'Port': ['ID=b6f2a228-ca29-4f94-9504-408575c52656,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:38.240908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:38.285803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:38.287086 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Resources bound (agent type, host, resource id): {{(pid=83979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:38.289828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Received port after_create {{(pid=83979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:38.506315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Network 5153c67f-a329-4382-a4b0-209187b86909 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:59:38.856240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks [] for port, precommit_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.933766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Transition to ACTIVE for port object 58b46ca4-8423-43ca-9f26-83aa2d18c415 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:38.967414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Transition to ACTIVE for port object 58b46ca4-8423-43ca-9f26-83aa2d18c415 will not be triggered until provisioned by entity DHCP. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:38.977269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182'] for port, after_create {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.985350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:38.994940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:39.151103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Pushing event updated for resources: {'Port': ['ID=58b46ca4-8423-43ca-9f26-83aa2d18c415,revision_number=1']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:39.154194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:39.284165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.288134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Network 5153c67f-a329-4382-a4b0-209187b86909 is already hosted by enough agents. {{(pid=83981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:39.290798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Resources bound (agent type, host, resource id): {{(pid=83981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:39.293204 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Received port after_create {{(pid=83981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:39.338076 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Transition to ACTIVE for port object 3ff5b367-5a38-43ac-bb77-ef822a754784 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:39.352375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.364919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454158'] for router, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.367468 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:39.497621 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Attempting to bind port 58b46ca4-8423-43ca-9f26-83aa2d18c415 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:39.498044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Attempting to bind port 58b46ca4-8423-43ca-9f26-83aa2d18c415 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:39.498485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Attempting to bind port 58b46ca4-8423-43ca-9f26-83aa2d18c415 on network 5153c67f-a329-4382-a4b0-209187b86909 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:39.514061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:39.514525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Checking segment: {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:39.514981 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.515404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Bound using segment: {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:39.515943 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Bound port: 58b46ca4-8423-43ca-9f26-83aa2d18c415, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:39.517392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.538620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Pushing event updated for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:39.541792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:39.610768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Router 6e513133-1477-4742-9ef4-b237cfd2ee95 is scheduled to L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c with binding_index 1 {{(pid=83979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:59:39.734116 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] For port 58b46ca4-8423-43ca-9f26-83aa2d18c415, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:39.789378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] For port 58b46ca4-8423-43ca-9f26-83aa2d18c415, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=58b46ca4-8423-43ca-9f26-83aa2d18c415,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:39.801871 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.821208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:39.848806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:39.860472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Sync routers for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:39.873965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.874553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:39.875401 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-5798a3b9-1dab-410b-b6b9-86b10dc6b1db admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0369380 Feb 17 17:59:39.875706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:39.879058 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 48988) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:39.936643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Attempting to bind port 3ff5b367-5a38-43ac-bb77-ef822a754784 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:39.937019 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Attempting to bind port 3ff5b367-5a38-43ac-bb77-ef822a754784 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:39.937477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Attempting to bind port 3ff5b367-5a38-43ac-bb77-ef822a754784 on network 25be1b27-98e6-463e-bd61-a79ecfcf8441 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:39.965118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:39.965466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Checking segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:39.965893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:39.966341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Bound using segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:39.966902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Bound port: 3ff5b367-5a38-43ac-bb77-ef822a754784, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:39.967322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.091195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Pushing event updated for resources: {'Port': ['ID=58b46ca4-8423-43ca-9f26-83aa2d18c415,revision_number=2']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:40.094313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:40.116430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:40.153435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] For port 3ff5b367-5a38-43ac-bb77-ef822a754784, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:40.157096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] For port 3ff5b367-5a38-43ac-bb77-ef822a754784, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3ff5b367-5a38-43ac-bb77-ef822a754784,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:40.163072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.179974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:40.336153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Pushing event updated for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:40.339625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:40.388380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:40.389070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:40.507458 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:38Z', 'revision_number': 3, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:40.515676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Checking router: 6e513133-1477-4742-9ef4-b237cfd2ee95 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:40.516023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Updating router 6e513133-1477-4742-9ef4-b237cfd2ee95 port b6f2a228-ca29-4f94-9504-408575c52656 binding host dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:40.631751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.711507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:40.872066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:41.050959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 58b46ca4-8423-43ca-9f26-83aa2d18c415 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:41.189906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Allocated IP 172.20.0.1 (5153c67f-a329-4382-a4b0-209187b86909/fed7f4b0-b3a3-46de-b0f9-8b6e932878ae/23ca5d85-966b-4044-8b0e-420a8e56a5f5) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:41.205147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.221799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Transition to ACTIVE for port object b6f2a228-ca29-4f94-9504-408575c52656 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:41.227774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.246044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-551aff93-0059-4227-81b9-5a2ccc73cfe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.355409 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:41.363971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:40Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:41.371396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc86586-09e0-4a43-bad4-fe6848d411a6 None None] The sync data for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi is: [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:40Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:41.393217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4985c-14ff-468d-b7aa-de3eeddbcc85 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a228-ca29-4f94-9504-408575c52656,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:41.396618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87f4985c-14ff-468d-b7aa-de3eeddbcc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:41.398230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.421031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Transition to ACTIVE for port object 23ca5d85-966b-4044-8b0e-420a8e56a5f5 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:41.464554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.484123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2d16db4f-5bca-40de-bcb5-5096c4b28a7d tempest-DeleteServersTestJSON-311232783 tempest-DeleteServersTestJSON-311232783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.490227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Attempting to bind port b6f2a228-ca29-4f94-9504-408575c52656 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:41.495417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Attempting to bind port b6f2a228-ca29-4f94-9504-408575c52656 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:41.496083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Attempting to bind port b6f2a228-ca29-4f94-9504-408575c52656 on network 287ce49b-7a68-4048-9399-d8fa8f6313c6 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:41.503425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:41.504181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Checking segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:41.504856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.505487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Bound using segment: {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:41.506374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Bound port: b6f2a228-ca29-4f94-9504-408575c52656, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42529fbc-8dc8-4822-9bf7-4485ca4bdaaa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:41.507055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.629956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] For port b6f2a228-ca29-4f94-9504-408575c52656, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:41.633939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] For port b6f2a228-ca29-4f94-9504-408575c52656, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b6f2a228-ca29-4f94-9504-408575c52656,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:41.637704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.655315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-78d00c04-e5c1-4c6c-a514-e84e25eedd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:41.681469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Pushing event updated for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:41.706999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.707433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.707855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.708276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.708689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.709099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.709511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.709917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.710323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.710811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.711170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.711573 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.712082 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.712523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.712889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.713944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.713944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.714195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.714487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.714925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.715391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.715815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.716247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.716650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:41.723179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:41.800024 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Network 5153c67f-a329-4382-a4b0-209187b86909 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:41.801284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:41.803829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:59:41.869430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:41.902902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4985c-14ff-468d-b7aa-de3eeddbcc85 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a228-ca29-4f94-9504-408575c52656,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:41.906577 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:41.907521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:41.978031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785c6f3-e1f9-446b-a693-16843cbf5958 None None] Network 5153c67f-a329-4382-a4b0-209187b86909 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:59:41.979697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-87f4985c-14ff-468d-b7aa-de3eeddbcc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.023914 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.148786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Provisioning for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:42.158946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Provisioning complete for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:42.159670 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.209921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:42.381782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.386057 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.418031 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe49c753-5c62-4873-bc9f-615cd5afe352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:42.506239 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.534055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Pushing event updated for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.537879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.539244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.587634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] For port 58b46ca4-8423-43ca-9f26-83aa2d18c415, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=58b46ca4-8423-43ca-9f26-83aa2d18c415,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:42.593654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.596972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:42.601869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '23ca5d85-966b-4044-8b0e-420a8e56a5f5', 'name': '', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:40Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 1, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'subnets': [{'id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:42.626240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9ac1a-ccfe-4d01-9408-c3876e1a7303 None None] The sync data for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi is: [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '23ca5d85-966b-4044-8b0e-420a8e56a5f5', 'name': '', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:40Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 1, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'subnets': [{'id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:42.740353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Pushing event updated for resources: {'Port': ['ID=58b46ca4-8423-43ca-9f26-83aa2d18c415,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:42.745482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f5575dd5-0cfd-4ad9-bd8a-89898bf64f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:42.948627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Provisioning complete for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:42.949155 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.064604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3ff5b367-5a38-43ac-bb77-ef822a754784 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:43.140872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Network 5153c67f-a329-4382-a4b0-209187b86909 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:59:43.145252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:59:43.294126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 3ff5b367-5a38-43ac-bb77-ef822a754784 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:43.310648 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 3ff5b367-5a38-43ac-bb77-ef822a754784 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:43.316764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.395707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Provisioning for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:43.406387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Provisioning complete for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:43.406841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.452098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Router 6e513133-1477-4742-9ef4-b237cfd2ee95 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:43.536482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3259ab80-7812-45e9-80fe-ad35d9618fa7 None None] Port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:43.556956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.600178 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 3ff5b367-5a38-43ac-bb77-ef822a754784, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3ff5b367-5a38-43ac-bb77-ef822a754784,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:43.604147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.605180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 58b46ca4-8423-43ca-9f26-83aa2d18c415 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:43.644565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3248814d-f1b6-4599-a71f-f23cdf888432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:43.686164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:43.710324 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] 10.222.0.58 "PUT /v2.0/routers/6e513133-1477-4742-9ef4-b237cfd2ee95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218608 Feb 17 17:59:43.797007 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4bc4d8a8-8884-4e2b-8f60-043a7f2d9a02 None None] Provisioning complete for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:43.797437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d8a8-8884-4e2b-8f60-043a7f2d9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.857309 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:43.866498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:43.890070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:43.890821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.092862 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4bc4d8a8-8884-4e2b-8f60-043a7f2d9a02 None None] Provisioning complete for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:44.093433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d8a8-8884-4e2b-8f60-043a7f2d9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.168511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4bc4d8a8-8884-4e2b-8f60-043a7f2d9a02 None None] Port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:44.216310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.293883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-75ae3390-d87f-4868-980b-aedfcb01a2ac None None] Provisioning complete for port 58b46ca4-8423-43ca-9f26-83aa2d18c415 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:44.294381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75ae3390-d87f-4868-980b-aedfcb01a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.332571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1897513798', 'description': 'tempest-TestShelveInstance-1897513798 description'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.339342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:44.347746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Usage tracker for resource:security_group and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:44.351963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:44.358085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:44.370081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.393939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:44.398206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Usage tracker for resource:security_group_rule and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:44.401457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:44.407514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:44.456902 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-75ae3390-d87f-4868-980b-aedfcb01a2ac None None] Provisioning complete for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:44.457326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75ae3390-d87f-4868-980b-aedfcb01a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.504093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.508428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.514385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e1427cab-c3f3-4536-864e-286c1514c425 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:44.519358 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-75ae3390-d87f-4868-980b-aedfcb01a2ac None None] Port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:59:44.563766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.565178 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d440c1c-4ca3-4a14-8cc1-35c6b7e60e0a req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2383029 Feb 17 17:59:44.566018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:44.574479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7bd893f3-58a1-4325-b236-491bb43d4455 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:44.640315 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-93846283-7182-4830-9b24-15f6acff2180 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups/3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5 HTTP/1.1" status: 200 len: 1802 time: 0.0511458 Feb 17 17:59:44.651828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.652193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.659177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:44.663922 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Usage tracker for resource:security_group_rule and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:44.667243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:44.673246 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:44.731928 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.760439 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.762993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.772151 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:44.797053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e0652f-c7a5-4001-9d20-4386c03903f2,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:44.800688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:44.805015 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:44.809525 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aa85081d-64fd-4b5d-a80b-bf51d8ef8f8f req-906f137d-9a96-4bf8-bf4b-e5a250e8ee4b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1620250 Feb 17 17:59:44.886738 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d005de23-8cd1-4e70-bade-cf198366387b req-778d5884-17cd-4eb7-8caf-4e854faabdb9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups/3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5 HTTP/1.1" status: 200 len: 2395 time: 0.0581560 Feb 17 17:59:44.898876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5', 'remote_group_id': None}]} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.899339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5', 'remote_group_id': None}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.909460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:44.914161 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Usage tracker for resource:security_group_rule and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:44.917702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:44.925163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:44.975119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b6f2a228-ca29-4f94-9504-408575c52656 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:44.998353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.029262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.032408 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540783'] for security_group_rule, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.035433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:45.062219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96bb798-6c1f-40d4-ab5e-16acff9bd29c,revision_number=0']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:45.065433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:45.072689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port b6f2a228-ca29-4f94-9504-408575c52656 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:45.073748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.075189 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d005de23-8cd1-4e70-bade-cf198366387b req-135ff238-1ead-45b9-b09f-ccdd86b7a781 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1809595 Feb 17 17:59:45.078697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port b6f2a228-ca29-4f94-9504-408575c52656 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:45.079192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.218761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.238484 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port b6f2a228-ca29-4f94-9504-408575c52656, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b6f2a228-ca29-4f94-9504-408575c52656,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:45.242108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:45.243253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3ff5b367-5a38-43ac-bb77-ef822a754784 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:45.275721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:45.372600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a228-ca29-4f94-9504-408575c52656,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:45.376154 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:45.386494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 3ff5b367-5a38-43ac-bb77-ef822a754784 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:45.386924 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:46.241858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Sync routers for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:46.253341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:46.254039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:46.459547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:46.799647 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '23ca5d85-966b-4044-8b0e-420a8e56a5f5', 'name': '', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:40Z', 'updated_at': '2021-02-17T17:59:42Z', 'revision_number': 2, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'subnets': [{'id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:46.804028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Checking router: 6e513133-1477-4742-9ef4-b237cfd2ee95 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:46.804418 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Updating router 6e513133-1477-4742-9ef4-b237cfd2ee95 port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 binding host dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:59:47.020512 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b6f2a228-ca29-4f94-9504-408575c52656 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:47.086582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.204020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port b6f2a228-ca29-4f94-9504-408575c52656 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:47.204459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.354043 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-80513de7-9047-405c-86a8-e0a9642bc5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.656873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks [] for port, precommit_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.670071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Transition to ACTIVE for port object 23ca5d85-966b-4044-8b0e-420a8e56a5f5 will not be triggered until provisioned by entity L2. {{(pid=83981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:59:47.672803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:47.689617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a98344a-75e4-4748-a308-5b1d6550a027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:47.835891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65a2f-d5a0-4735-aa82-63b99086cea5 None None] Pushing event updated for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=3']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:47.841236 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55c65a2f-d5a0-4735-aa82-63b99086cea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:48.027425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Attempting to bind port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 on host dv-cinder-760199-3-iscsi for vnic_type normal with profile {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:48.027425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Attempting to bind port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 by drivers openvswitch on host dv-cinder-760199-3-iscsi at level 0 using segments [{'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:59:48.027775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Attempting to bind port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 on network 5153c67f-a329-4382-a4b0-209187b86909 {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:59:48.038111 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Checking agent: {'id': 'f929af2f-b928-489b-8d8c-3af99f0c9d9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 41, 21), 'started_at': datetime.datetime(2021, 2, 17, 17, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:59:48.038781 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Checking segment: {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:59:48.039249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.039711 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Bound using segment: {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'} {{(pid=83981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:59:48.040273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Bound port: 23ca5d85-966b-4044-8b0e-420a8e56a5f5, host: dv-cinder-760199-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c590aeb1-0daf-4dea-838a-e4b3975f11ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5153c67f-a329-4382-a4b0-209187b86909'}}] {{(pid=83981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:59:48.040713 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.126013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8bb26-871f-4743-8470-b5cc5eed898c req-5f316c4f-9d33-4139-a885-00b1b4468e35 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:48.128592 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98d8bb26-871f-4743-8470-b5cc5eed898c req-5f316c4f-9d33-4139-a885-00b1b4468e35 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.1247351 Feb 17 17:59:48.164867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] For port 23ca5d85-966b-4044-8b0e-420a8e56a5f5, host dv-cinder-760199-3-iscsi, cleared binding levels {{(pid=83981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:59:48.169123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] For port 23ca5d85-966b-4044-8b0e-420a8e56a5f5, host dv-cinder-760199-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=23ca5d85-966b-4044-8b0e-420a8e56a5f5,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:59:48.176848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:48.179544 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98d8bb26-871f-4743-8470-b5cc5eed898c req-f106bd65-ff25-4bb5-8b8f-c7a8723a3692 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0445769 Feb 17 17:59:48.193645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d27a3b53-4b5c-4d2c-b29e-5331a6de1a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:48.350592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65a2f-d5a0-4735-aa82-63b99086cea5 None None] Pushing event updated for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:48.354215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55c65a2f-d5a0-4735-aa82-63b99086cea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:48.405546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:48.406254 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:48.624885 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:48.874858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 23ca5d85-966b-4044-8b0e-420a8e56a5f5 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:49.017079 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:59:49.026363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:49.026826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.112827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e29eab8-8943-4377-b1bd-c318372376d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.117921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '23ca5d85-966b-4044-8b0e-420a8e56a5f5', 'name': '', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:40Z', 'updated_at': '2021-02-17T17:59:48Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'subnets': [{'id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:49.127534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770b692-23dc-47e3-9b38-11c19ab5660c None None] The sync data for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi is: [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T17:59:41Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '23ca5d85-966b-4044-8b0e-420a8e56a5f5', 'name': '', 'network_id': '5153c67f-a329-4382-a4b0-209187b86909', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'mac_address': 'fa:16:3e:c6:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:40Z', 'updated_at': '2021-02-17T17:59:48Z', 'revision_number': 4, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'subnets': [{'id': 'fed7f4b0-b3a3-46de-b0f9-8b6e932878ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:49.194343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.240410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] For port 23ca5d85-966b-4044-8b0e-420a8e56a5f5, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=23ca5d85-966b-4044-8b0e-420a8e56a5f5,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:49.243987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:49.246184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-581c1a0d-682e-4264-a5d6-d4e0568c031c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:49.321119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Pushing event updated for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:49.324865 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:49.401948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ad68c-a947-4c4e-9321-517461a8ad6e req-2a32b229-289a-404c-9edb-9a2736f9ee61 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:49.403702 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a8ad68c-a947-4c4e-9321-517461a8ad6e req-2a32b229-289a-404c-9edb-9a2736f9ee61 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.0996134 Feb 17 17:59:49.459084 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a8ad68c-a947-4c4e-9321-517461a8ad6e req-529fa010-ac23-4632-88a8-df85704c5b45 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0475521 Feb 17 17:59:50.100732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:50.669642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad4dd1-df70-4bb8-b125-7068b9374666 req-53dcefba-7bb7-4d90-86b6-fb75cc44ee5c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:50.671330 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98ad4dd1-df70-4bb8-b125-7068b9374666 req-53dcefba-7bb7-4d90-86b6-fb75cc44ee5c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.0938010 Feb 17 17:59:50.725911 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-98ad4dd1-df70-4bb8-b125-7068b9374666 req-9b0577b0-67ea-4732-b0d7-b71650be0a35 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0482554 Feb 17 17:59:50.852907 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 23ca5d85-966b-4044-8b0e-420a8e56a5f5 up at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:59:50.931979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Provisioning complete for port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:59:50.932413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:51.415651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:51.613788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-dde85576-b085-4793-a9bc-184c73f79d24 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:51.621660 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-dde85576-b085-4793-a9bc-184c73f79d24 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.0962541 Feb 17 17:59:51.697860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 99265c85-1d50-42af-978e-96ea79036b2f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:51.698247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:51.743038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:51.753291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:51.807940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 99265c85-1d50-42af-978e-96ea79036b2f no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 17:59:52.063231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=99265c85-1d50-42af-978e-96ea79036b2f,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:52.064347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:52.089044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823aec3-4585-4b51-b8d5-d3f92e08ea70 req-7d0d8f91-1a67-4bb7-a187-e891ec10e5a2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:52.091340 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6823aec3-4585-4b51-b8d5-d3f92e08ea70 req-7d0d8f91-1a67-4bb7-a187-e891ec10e5a2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 946 time: 0.2424853 Feb 17 17:59:52.139381 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:52.172557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:52.184526 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=99265c85-1d50-42af-978e-96ea79036b2f,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:52.189633 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:52.191739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cce260a8-d742-4c64-8e42-b0862492f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:52.250609 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f', 'code': 200} Feb 17 17:59:52.252163 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6823aec3-4585-4b51-b8d5-d3f92e08ea70 req-93ec152e-9980-4da9-af45-02dd5c1cdf47 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0811810 Feb 17 17:59:52.277586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:52.281304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:52.470258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:52.470752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:52.471070 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP 2ab27a20-8805-4905-9417-88b95c352748 disassociated. External IP: 172.27.3.114, port: 99265c85-1d50-42af-978e-96ea79036b2f. Feb 17 17:59:52.471452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 99265c85-1d50-42af-978e-96ea79036b2f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:52.560596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:59:52.560958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 17:59:53.062808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 99265c85-1d50-42af-978e-96ea79036b2f {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 17:59:53.063786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.342140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] For port 99265c85-1d50-42af-978e-96ea79036b2f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=99265c85-1d50-42af-978e-96ea79036b2f,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:59:53.342489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.693668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcec95a-be0f-4d2e-aef7-999e71c2484d req-437215c2-b699-42bc-abe7-424a1a7c6077 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:53.695317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dcec95a-be0f-4d2e-aef7-999e71c2484d req-437215c2-b699-42bc-abe7-424a1a7c6077 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 944 time: 0.2862844 Feb 17 17:59:53.784191 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8dcec95a-be0f-4d2e-aef7-999e71c2484d req-669e872c-4dc4-4fca-ad71-f8acf89c683d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0736685 Feb 17 17:59:53.788390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.788873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.789258 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP 2ab27a20-8805-4905-9417-88b95c352748 disassociated. External IP: 172.27.3.114, port: 99265c85-1d50-42af-978e-96ea79036b2f. Feb 17 17:59:53.789650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 99265c85-1d50-42af-978e-96ea79036b2f owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 17:59:53.946761 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:53.966642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4f3437d3-916b-482c-b9a1-19f491af92b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:54.061720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=99265c85-1d50-42af-978e-96ea79036b2f,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:54.072909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:54.597462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49218) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:54.601172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:59:54.765676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.786436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:54.792724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Usage tracker for resource:security_group_rule and tenant:664b2bdc4b7049d5a25bbbb74a5ff851 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:54.796744 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:54.804265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:54.827351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:59:54.841911 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:59:54.862034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:54.863081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:54.882715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] No DVR routers for this DVR port 99265c85-1d50-42af-978e-96ea79036b2f on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 17:59:54.885493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.888974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-deleted', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 17:59:54.918479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.922108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:54.930347 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5d47c8cb-200d-4e04-9e2e-b59188966589 req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "DELETE /v2.0/ports/99265c85-1d50-42af-978e-96ea79036b2f HTTP/1.1" status: 204 len: 173 time: 3.3082492 Feb 17 17:59:54.951313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a798f8a7-b035-4c0d-804d-83acab42a121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:54.994036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b83da38-93dd-4c9e-8a80-56ebac087b7f,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:55.010681 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=664b2bdc4b7049d5a25bbbb74a5ff851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118860 Feb 17 17:59:55.011427 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49228) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:55.012262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:55.031520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d0685f4-e8e4-4eec-bd29-b6695a0e8ebc req-29ac4e1e-842c-4d8c-a844-0ec32d81de53 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:59:55.038626 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55829404-192b-4b49-ae54-cdb4ba54981c', 'name': 'network-vif-deleted', 'tag': '99265c85-1d50-42af-978e-96ea79036b2f', 'status': 'completed', 'code': 200} Feb 17 17:59:55.059629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7d0685f4-e8e4-4eec-bd29-b6695a0e8ebc req-29ac4e1e-842c-4d8c-a844-0ec32d81de53 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:59:55.060952 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7d0685f4-e8e4-4eec-bd29-b6695a0e8ebc req-29ac4e1e-842c-4d8c-a844-0ec32d81de53 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=55829404-192b-4b49-ae54-cdb4ba54981c HTTP/1.1" status: 200 len: 210 time: 0.1133747 Feb 17 17:59:55.127147 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.161341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.212403 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.218466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a08b7d5e-e119-4469-9436-f854ff471eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:55.233176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b83da38-93dd-4c9e-8a80-56ebac087b7f,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:55.236498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:55.237507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.241543 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b83da38-93dd-4c9e-8a80-56ebac087b7f HTTP/1.1" status: 204 len: 168 time: 0.2250588 Feb 17 17:59:55.354546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:55.561602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49236) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:55.582030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.598644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:55.602919 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d69d8ca91e9431883e3cdbdb8a5e9e4 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:55.605988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:55.613916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:55.707209 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.709730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.710769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:55.717420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:59:55.722049 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a1065e49-3cfc-47ea-99b3-9e45082dbdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:55.726906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:59:55.727596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:55.763933 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d69d8ca91e9431883e3cdbdb8a5e9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988146 Feb 17 17:59:55.764725 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49242) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:55.780202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69300e69-0447-4443-a525-9caf484ab13b,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:55.783312 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-46474bd4-fa0a-46e2-be0e-a04275aac1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:55.839691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.868047 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.915703 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.922310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27c6ec8a-c376-47df-9430-7b0aabd5cf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:55.938183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69300e69-0447-4443-a525-9caf484ab13b,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:55.940728 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:55.942250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:55.952497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a9a04020-feee-440d-90b0-5b604362de70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69300e69-0447-4443-a525-9caf484ab13b HTTP/1.1" status: 204 len: 168 time: 0.1801238 Feb 17 17:59:55.968738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:59:56.402714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:59:56.409025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f72-6053-4f6c-97cd-470e75556655 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:59:56.562544 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-43974bbf-8168-4c10-9d85-9a9224db8a46 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-825100514&fields=id&tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 267 time: 0.0569394 Feb 17 17:59:56.782624 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-ba602aa8-72b9-4015-8e32-f2ac9ef7841a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:56.784512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-ba602aa8-72b9-4015-8e32-f2ac9ef7841a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.2097116 Feb 17 17:59:56.803139 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-8c496d27-adab-47d9-be9b-a6c5fffbcdea tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/quotas/94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 375 time: 0.0108087 Feb 17 17:59:56.914968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-6d3bf01d-c5ac-4567-8b3c-f3caca00d529 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052516 Feb 17 17:59:56.926169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959a60f-d2e7-4692-9c77-90e464d4c7d7 None None] New status for floating IP 2ab27a20-8805-4905-9417-88b95c352748: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 17:59:57.099298 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-44d0f1d5-96c9-4851-ad01-1bf8bd05be24 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674066 Feb 17 17:59:57.257489 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-0385b5f3-1ccf-4038-9fde-5d7a450141f6 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493094 Feb 17 17:59:57.727252 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eb1c5c17-b011-4b6b-a43b-366858ec968a req-2db775f3-78ad-45a7-94ca-a4733e82b836 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 210 time: 0.0645549 Feb 17 17:59:58.702338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49348) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:58.839722 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:58.861487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:58.865745 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Usage tracker for resource:security_group_rule and tenant:b26d16248eb7439ba20847c068dd3f7d is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:58.869013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:58.875789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:58.954573 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-34666145-8df0-4e49-9b18-043e680de6d8 req-ba9892d1-cad3-47c1-b445-2fce43517a08 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 210 time: 0.0712209 Feb 17 17:59:58.967183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:58.971255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:58.981215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-473e1525-2e22-4ff8-9f7c-6051d43de006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:59.029482 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-4b8a0a8c-00c3-402e-bf59-f7024a36d9c7 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:59:59.031110 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-4b8a0a8c-00c3-402e-bf59-f7024a36d9c7 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.2547483 Feb 17 17:59:59.033654 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 49358) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:59.034328 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b26d16248eb7439ba20847c068dd3f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307824 Feb 17 17:59:59.038748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb8c5a-03b3-4f59-a2be-a002730dc2f5,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:59.054478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-37f829ef-2ef7-4834-927b-b71fe45a1721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:59.156829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.201243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-a8165f39-9365-4d91-9c25-b35627cfb244 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 5763 time: 0.1310265 Feb 17 17:59:59.205630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.220768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'port': {'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'admin_state_up': True, 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'security_groups': ['467a4b56-67aa-4d5f-b95c-8ae57397f5ca']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:59.385102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.390145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f7cf3a96-fce9-4cbf-9352-cf4d9e68fd4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:59.405317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:59.408535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb8c5a-03b3-4f59-a2be-a002730dc2f5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:59.414883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:59.422311 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.423601 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-2fbe160f-c77e-4bee-8fd7-cc0f19156271 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5eb8c5a-03b3-4f59-a2be-a002730dc2f5 HTTP/1.1" status: 204 len: 168 time: 0.3888977 Feb 17 17:59:59.424807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:59.434953 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Made reservation on behalf of 94fd7af9450b4b038bb874ddaf7f45b0 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:59:59.440715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.721585 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49366) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:59.741740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.758499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:59.762859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Usage tracker for resource:security_group_rule and tenant:b6a680d303aa47998b8445a267dc18ea is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:59.767807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:59.772150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.20.0.13 (e199b1cd-cb7b-40b6-bc34-227fbd015c67/29761b64-f509-4cd0-9fb3-7fb3df18dc97/4f831af8-b883-429a-9783-1f150e294830) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:59:59.773944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:59.864124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.867189 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.877042 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2483972c-f14f-4995-a0d9-d2f25ff146a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:59.927825 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6a680d303aa47998b8445a267dc18ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047849 Feb 17 17:59:59.928627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49370) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:59.929352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1283288-3fee-4228-aab7-8e5b8b4b1629,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:59.934314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3c75466-d016-414d-a372-8f51d52b529d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:59.984683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:59.998138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.003853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Transition to ACTIVE for port object 4f831af8-b883-429a-9783-1f150e294830 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:00:00.031855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.052479 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.053891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bf9951eb-306c-464b-b134-45ef1cb11927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:00.108112 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.114816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b8455348-d3c8-40e3-aadc-3ed6fe5eb180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:00.129680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1283288-3fee-4228-aab7-8e5b8b4b1629,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:00.133720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:00.139957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.144120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-15b3c57b-19cb-44c4-9606-305aa9bdcdc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1283288-3fee-4228-aab7-8e5b8b4b1629 HTTP/1.1" status: 204 len: 168 time: 0.2115653 Feb 17 18:00:00.280241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:00.286646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:00.329674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1556d-cdfe-4627-b77b-8f25fd02c619 req-e150d9bc-e4a4-4d59-8f2b-106c22db9678 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:00.331375 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2a1556d-cdfe-4627-b77b-8f25fd02c619 req-e150d9bc-e4a4-4d59-8f2b-106c22db9678 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 932 time: 0.2385373 Feb 17 18:00:00.363793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:00:00.367618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:00:00.372306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:00:00.448012 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e2a1556d-cdfe-4627-b77b-8f25fd02c619 req-5dcc64df-3e7f-48b1-b4be-7ecf0dfb8954 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1098366 Feb 17 18:00:00.473429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:00.474766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.515663 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3023722 Feb 17 18:00:00.535145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Request body: {'port': {'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:00.631480 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e31e5a57-01f0-4723-86ee-8fc9c1936e0f None None] Provisioning for port 4f831af8-b883-429a-9783-1f150e294830 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:00:00.637631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e31e5a57-01f0-4723-86ee-8fc9c1936e0f None None] Provisioning complete for port 4f831af8-b883-429a-9783-1f150e294830 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:00.638166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e31e5a57-01f0-4723-86ee-8fc9c1936e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.685145 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:00.710425 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e31e5a57-01f0-4723-86ee-8fc9c1936e0f None None] Port 4f831af8-b883-429a-9783-1f150e294830 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:00:01.136601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f831af8-b883-429a-9783-1f150e294830 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:00:01.146434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:01.161170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Transition to ACTIVE for port object 4f831af8-b883-429a-9783-1f150e294830 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:00:01.164163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:01.181643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8519a389-5629-4a3d-a50e-a59581ee2c69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:01.598450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Pushing event updated for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:01.602905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:01.820777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a4a6-516f-4f0d-91e8-391baca7d34e req-3c9b8202-a9ec-4777-b355-40f3486e9549 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:01.821569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7b87a4a6-516f-4f0d-91e8-391baca7d34e req-3c9b8202-a9ec-4777-b355-40f3486e9549 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:01.862262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-7b87a4a6-516f-4f0d-91e8-391baca7d34e req-3c9b8202-a9ec-4777-b355-40f3486e9549 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:01.863643 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b87a4a6-516f-4f0d-91e8-391baca7d34e req-3c9b8202-a9ec-4777-b355-40f3486e9549 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.2574069 Feb 17 18:00:01.903367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Attempting to bind port 4f831af8-b883-429a-9783-1f150e294830 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:00:01.903743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Attempting to bind port 4f831af8-b883-429a-9783-1f150e294830 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:00:01.904123 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Attempting to bind port 4f831af8-b883-429a-9783-1f150e294830 on network e199b1cd-cb7b-40b6-bc34-227fbd015c67 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:00:01.919544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:00:01.919925 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:00:01.920350 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:01.920720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Bound using segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:00:01.921206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Bound port: 4f831af8-b883-429a-9783-1f150e294830, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:00:01.921586 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:01.947882 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7b87a4a6-516f-4f0d-91e8-391baca7d34e req-d4080e82-879e-471c-9e60-ab7a34cc2b73 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0737317 Feb 17 18:00:02.034563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:00:02.038202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4f831af8-b883-429a-9783-1f150e294830,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:00:02.042341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.056331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-28ab3628-2c9c-4d76-84f3-31e7002ad30a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:02.214687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Pushing event updated for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:02.219533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:02.256075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:02.256891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:02.258229 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] 10.222.0.65 "PUT /v2.0/ports/4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 1158 time: 1.7293267 Feb 17 18:00:02.258848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:02.317877 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'status': 'completed', 'code': 200} Feb 17 18:00:02.427181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c284f5d2-f999-4417-8390-21cbcfb58d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:02.428875 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c284f5d2-f999-4417-8390-21cbcfb58d5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1161 time: 0.0935879 Feb 17 18:00:02.515018 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-2880149a-ec3f-4901-b974-e8417c105488 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 217 time: 0.0701265 Feb 17 18:00:02.602710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c54c50b4-8b2c-4306-b8c8-d72ca7d03bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:02.604339 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-c54c50b4-8b2c-4306-b8c8-d72ca7d03bc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0801747 Feb 17 18:00:02.698749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-7f99e4ad-8964-490c-ab6b-98a9ab68f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:02.700998 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-7f99e4ad-8964-490c-ab6b-98a9ab68f87a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886574 Feb 17 18:00:02.846781 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-f4509b84-b760-425a-b73b-39afb9ac2280 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387269 Feb 17 18:00:02.991650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-14030e7a-5387-4ddc-b1f0-5b7e5cb8124f req-3552a263-39b1-416f-923d-dae19df8ff2c service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370187 Feb 17 18:00:03.218137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75682cb4-6310-4761-a046-3f8994952bb2 req-81a7654f-70ea-4f36-b0ed-8e6843414fad tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.219936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75682cb4-6310-4761-a046-3f8994952bb2 req-81a7654f-70ea-4f36-b0ed-8e6843414fad tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.1562071 Feb 17 18:00:03.224053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df54e6-f949-4023-b953-5dd21f017a35 req-301b166f-2072-47ed-af5c-791b309e8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.225699 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-301b166f-2072-47ed-af5c-791b309e8fea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1161 time: 0.1199992 Feb 17 18:00:03.357600 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-75682cb4-6310-4761-a046-3f8994952bb2 req-4c96fd0f-7dda-4d03-b865-f298a2214edc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1301756 Feb 17 18:00:03.403167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df54e6-f949-4023-b953-5dd21f017a35 req-ef3695fd-d813-460e-8a4d-eb237758d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.404777 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-ef3695fd-d813-460e-8a4d-eb237758d93b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1627028 Feb 17 18:00:03.482242 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-1cbf4adf-7549-4dde-a379-2439cf38f189 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 217 time: 0.0700495 Feb 17 18:00:03.552502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df54e6-f949-4023-b953-5dd21f017a35 req-ab62fab9-a1a5-4858-a851-c5f503892294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.554118 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-ab62fab9-a1a5-4858-a851-c5f503892294 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0652471 Feb 17 18:00:03.651604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df54e6-f949-4023-b953-5dd21f017a35 req-f9f30b73-90c2-4b21-9c28-5e72640b31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:03.653251 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-f9f30b73-90c2-4b21-9c28-5e72640b31ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915022 Feb 17 18:00:03.811657 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-eb02966a-c1a6-49a4-9a3e-a1d511db35b9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:security_group {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:03.849182 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-eb02966a-c1a6-49a4-9a3e-a1d511db35b9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:security_group {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:03.850503 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-eb02966a-c1a6-49a4-9a3e-a1d511db35b9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1897513798&fields=id&tenant_id=80da25d15ca546daa39b8e30a9727166 HTTP/1.1" status: 200 len: 267 time: 0.1177647 Feb 17 18:00:03.852660 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-a2b8e1e9-e314-490e-95c0-59388926eb2e service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915543 Feb 17 18:00:04.141166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-b9fed0f6-9083-436d-a1e7-a4cec95f754e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:04.141959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-b9fed0f6-9083-436d-a1e7-a4cec95f754e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:network {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:04.146139 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-53df54e6-f949-4023-b953-5dd21f017a35 req-d6a929d3-4447-453a-801f-e8b79bb40751 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2856379 Feb 17 18:00:04.162211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-b9fed0f6-9083-436d-a1e7-a4cec95f754e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:network {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:04.164472 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-b9fed0f6-9083-436d-a1e7-a4cec95f754e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 809 time: 0.3061931 Feb 17 18:00:04.183250 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-24bbf76a-c9da-458e-b5cf-b6648ca52318 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/quotas/80da25d15ca546daa39b8e30a9727166 HTTP/1.1" status: 200 len: 375 time: 0.0123653 Feb 17 18:00:04.276739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-0a4e1b37-aaa1-44ab-a1f3-4a645cbb26c9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:04.295345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-0a4e1b37-aaa1-44ab-a1f3-4a645cbb26c9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:04.296810 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-0a4e1b37-aaa1-44ab-a1f3-4a645cbb26c9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071663 Feb 17 18:00:04.463685 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-aa5d4d44-30f2-4f34-918f-e55c65c33904 service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532841 Feb 17 18:00:04.694999 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-9eedfa99-76a5-4739-b53a-ccc5950e4e58 service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2238934 Feb 17 18:00:04.702583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff7a17-9b60-4394-b42d-fd0a018905c0 req-3b811d92-e386-44af-8591-0deb81e45626 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:04.704225 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3ff7a17-9b60-4394-b42d-fd0a018905c0 req-3b811d92-e386-44af-8591-0deb81e45626 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.2062266 Feb 17 18:00:04.765195 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a3ff7a17-9b60-4394-b42d-fd0a018905c0 req-f6904f3d-2dcf-4839-9c03-706d9fa5d70a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0536137 Feb 17 18:00:05.133265 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-973702c3-f070-4403-a336-72824bf64517 req-d20241a2-9ce0-431f-80e6-e6d0f14f605c tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 210 time: 0.0519800 Feb 17 18:00:05.966467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954067f3-fff8-44e6-8df7-2cd009bcad7f req-37d254b1-388a-4ca8-86dc-4d0a94c81320 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:05.968081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-954067f3-fff8-44e6-8df7-2cd009bcad7f req-37d254b1-388a-4ca8-86dc-4d0a94c81320 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.0894496 Feb 17 18:00:06.019761 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-954067f3-fff8-44e6-8df7-2cd009bcad7f req-0278cbad-4f12-4296-8539-e37b2cb643f4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0446203 Feb 17 18:00:06.456293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49490) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:06.584516 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f38205ae-3378-4695-b242-449c8ecc0266 req-5d0a71a7-fddf-451e-ab45-c06765a56267 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 210 time: 0.0591612 Feb 17 18:00:06.605163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.637502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:06.645102 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Usage tracker for resource:security_group_rule and tenant:71bf9e70d5694882945f31cf489cfa2c is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:06.649290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:06.655443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:06.663159 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-fe345c94-db87-4a93-8fa1-48213d4cd701 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:06.664884 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-fe345c94-db87-4a93-8fa1-48213d4cd701 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 809 time: 0.4996965 Feb 17 18:00:06.743812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.746667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.749822 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-199dd61c-d3f6-4696-a47c-69fa6b497434 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80da25d15ca546daa39b8e30a9727166 HTTP/1.1" status: 200 len: 5759 time: 0.0705132 Feb 17 18:00:06.760085 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-beb32833-18be-4b60-a969-93c8fd714cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:06.760263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'port': {'device_id': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'admin_state_up': True, 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'security_groups': ['3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:06.804142 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71bf9e70d5694882945f31cf489cfa2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466482 Feb 17 18:00:06.806004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc00f6b1-017d-4d65-8b57-a8a95fcfe450,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:06.808606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49496) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:06.811558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0516cbdb-6387-4f84-b04f-ad740ddecc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:06.874054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.903083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.920717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:06.931580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:06.941687 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Made reservation on behalf of 80da25d15ca546daa39b8e30a9727166 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:00:06.947807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.950742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.956045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f2f857b3-d8ac-4c4c-af77-d956850123ed tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:06.970414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc00f6b1-017d-4d65-8b57-a8a95fcfe450,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:06.973627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:06.974542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.978834 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0efb8d7b-cc63-4e46-9772-35cdeaa750ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc00f6b1-017d-4d65-8b57-a8a95fcfe450 HTTP/1.1" status: 204 len: 168 time: 0.1691425 Feb 17 18:00:07.381225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93454cf9-a21e-4f26-aa87-c6b45768aed5 req-e9a9ae97-6657-455b-8bc1-76847c645ecf tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:07.382948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93454cf9-a21e-4f26-aa87-c6b45768aed5 req-e9a9ae97-6657-455b-8bc1-76847c645ecf tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.1912851 Feb 17 18:00:07.395438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Allocated IP 172.20.0.5 (25be1b27-98e6-463e-bd61-a79ecfcf8441/15b03a49-694e-43ba-bc2a-f55eb0e9b1dc/37503d8c-5533-493c-b454-c36aeb3f230d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:00:07.462119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-93454cf9-a21e-4f26-aa87-c6b45768aed5 req-629c3a55-2503-4e8c-b886-732e8610bcb3 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0689220 Feb 17 18:00:07.469565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49506) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:07.497827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.514599 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:07.519223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Usage tracker for resource:security_group_rule and tenant:6473e578c6bc42cebc916fdfef4fe0ed is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:07.522496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:07.528415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:07.620177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.623172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.632644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0b4ca0fa-a926-4067-b479-5466b0fbfbaf tempest-AttachVolumeTestJSON-1611624943 tempest-AttachVolumeTestJSON-1611624943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:07.646524 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.663935 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Transition to ACTIVE for port object 37503d8c-5533-493c-b454-c36aeb3f230d will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:00:07.680310 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6473e578c6bc42cebc916fdfef4fe0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061212 Feb 17 18:00:07.680310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd9e60-1631-42fa-90ae-6e09461d9dc1,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:07.680669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 49512) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:07.681966 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-921476de-a7a7-42fa-88cc-219359845b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:07.779519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.805464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:07.969379 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:07.971948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.976697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:08.034120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.058682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4b34-b31a-4028-bb89-58d4cf640fbd req-35151c4e-c542-404e-8140-d7532c4c2ae6 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:08.060325 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57ef4b34-b31a-4028-bb89-58d4cf640fbd req-35151c4e-c542-404e-8140-d7532c4c2ae6 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 931 time: 0.3476684 Feb 17 18:00:08.143267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:00:08.147558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:00:08.152273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:00:08.188517 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-57ef4b34-b31a-4028-bb89-58d4cf640fbd req-0c1b6a0a-65d2-4e8f-9aeb-adc48520fb58 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1147082 Feb 17 18:00:08.215652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.221996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:08.245197 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:08.245940 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.254038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd9e60-1631-42fa-90ae-6e09461d9dc1,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:08.261882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:08.274443 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.275722 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-0fedc074-3a05-44ea-a74d-c49efb6b5602 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62fd9e60-1631-42fa-90ae-6e09461d9dc1 HTTP/1.1" status: 204 len: 168 time: 0.5939906 Feb 17 18:00:08.280276 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5244489 Feb 17 18:00:08.300869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Request body: {'port': {'device_id': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:08.428963 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.437813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90c9a61a-19c2-4e56-a2bc-d76fd00fc472 None None] Provisioning for port 37503d8c-5533-493c-b454-c36aeb3f230d completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:00:08.443960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90c9a61a-19c2-4e56-a2bc-d76fd00fc472 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:08.444423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90c9a61a-19c2-4e56-a2bc-d76fd00fc472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:08.504643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-90c9a61a-19c2-4e56-a2bc-d76fd00fc472 None None] Port 37503d8c-5533-493c-b454-c36aeb3f230d cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:00:08.887554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8c90-b8f6-4705-bd31-1130981a5757 req-4876a564-0df8-4469-8908-e7d2d22032db tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:08.889179 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f9d8c90-b8f6-4705-bd31-1130981a5757 req-4876a564-0df8-4469-8908-e7d2d22032db tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.1458967 Feb 17 18:00:08.995300 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5f9d8c90-b8f6-4705-bd31-1130981a5757 req-5ad30ba7-aa50-47de-8849-69d953a67f5c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0995889 Feb 17 18:00:09.010503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37503d8c-5533-493c-b454-c36aeb3f230d {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:00:09.019622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.034451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Transition to ACTIVE for port object 37503d8c-5533-493c-b454-c36aeb3f230d will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:00:09.038459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.055659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c8b46046-47a1-4ec8-b377-4226f6cb0fa5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:09.199223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:09.214233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:09.480177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Attempting to bind port 37503d8c-5533-493c-b454-c36aeb3f230d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:00:09.480563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Attempting to bind port 37503d8c-5533-493c-b454-c36aeb3f230d by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:00:09.480946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Attempting to bind port 37503d8c-5533-493c-b454-c36aeb3f230d on network 25be1b27-98e6-463e-bd61-a79ecfcf8441 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:00:09.491415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb807-6a53-4586-88ab-839adfa3db3f req-75a1fadf-d695-4c51-b47d-32073c8d7bcd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:09.492187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-356bb807-6a53-4586-88ab-839adfa3db3f req-75a1fadf-d695-4c51-b47d-32073c8d7bcd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:09.498035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:00:09.498438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Checking segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:00:09.498858 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.499256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Bound using segment: {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:00:09.499740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Bound port: 37503d8c-5533-493c-b454-c36aeb3f230d, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78edc9a-18f0-48ac-84ff-354e26bbef7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:00:09.500117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.574600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-356bb807-6a53-4586-88ab-839adfa3db3f req-75a1fadf-d695-4c51-b47d-32073c8d7bcd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:09.575902 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-356bb807-6a53-4586-88ab-839adfa3db3f req-75a1fadf-d695-4c51-b47d-32073c8d7bcd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.2585666 Feb 17 18:00:09.617357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:00:09.620763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=37503d8c-5533-493c-b454-c36aeb3f230d,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:00:09.624695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.639217 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e2b4ba69-82ec-4617-a1c1-a1f0c736b16f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:09.804985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:09.810514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:09.851775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:09.852473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:09.854013 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] 10.222.0.65 "PUT /v2.0/ports/37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 1157 time: 1.5590532 Feb 17 18:00:09.854630 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:09.918894 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-356bb807-6a53-4586-88ab-839adfa3db3f req-ac5add95-c245-4495-a241-ae84c8a78e1b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3352482 Feb 17 18:00:09.969186 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'status': 'completed', 'code': 200} Feb 17 18:00:10.015081 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-9ce881c9-4375-49b4-8dff-07112d4fab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:10.016991 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-9ce881c9-4375-49b4-8dff-07112d4fab51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1160 time: 0.0970740 Feb 17 18:00:10.120904 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-22b73b5f-4c07-477b-8f44-ea5a01f8ed4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 217 time: 0.0857971 Feb 17 18:00:10.256152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-784f5fb8-c497-4771-a29c-27ac637d2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:10.257771 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-784f5fb8-c497-4771-a29c-27ac637d2c86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.1297624 Feb 17 18:00:10.474324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 4f831af8-b883-429a-9783-1f150e294830 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:10.552522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 4f831af8-b883-429a-9783-1f150e294830 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:00:10.558006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 4f831af8-b883-429a-9783-1f150e294830 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:10.558461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:10.592598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f18d05-eb23-4139-b063-9a03b38858e4 req-eb350552-05c0-41e9-9a9d-bf3d81858086 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:10.594253 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76f18d05-eb23-4139-b063-9a03b38858e4 req-eb350552-05c0-41e9-9a9d-bf3d81858086 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.4238071 Feb 17 18:00:10.614717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 49582) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:10.635548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-c6b71201-3e6f-4093-b2b1-756b6fe23acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:10.637195 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-c6b71201-3e6f-4093-b2b1-756b6fe23acf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3711212 Feb 17 18:00:10.717606 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:10.755337 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:10.768302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4f831af8-b883-429a-9783-1f150e294830,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:10.775628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:10.779275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:10.801677 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-2466a055-8187-4931-94fe-37ed440540cf service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571825 Feb 17 18:00:10.837030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:10.855388 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'code': 200} Feb 17 18:00:10.870392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:10.879473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f65af2ce65a487ba913cafb22fd8bbc is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:10.883802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:10.890139 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:10.901070 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.901459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.901843 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.902219 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.902644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.903266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.904166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.904625 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.904999 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.905366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.905733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.906179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.906877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.907253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.907655 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.908044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.908384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.908752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.909115 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.909582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.910669 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.911510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.911896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.912262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:10.917247 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:10.924369 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:10.995758 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-76f18d05-eb23-4139-b063-9a03b38858e4 req-620a3c0b-b516-4afd-ad49-61ebeb33cdf5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.3896706 Feb 17 18:00:11.224531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48ac11a1-3dff-48e4-b39e-897f3f0dfca9 req-f7791c9e-c9bd-46d9-8ab0-159b1953e1c6 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3300297 Feb 17 18:00:11.284325 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d749-1e71-4403-8a7c-c006bcc67ec8 req-5fc5184d-3f10-4d39-9a38-0adac4dffba3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:11.286145 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eff5d749-1e71-4403-8a7c-c006bcc67ec8 req-5fc5184d-3f10-4d39-9a38-0adac4dffba3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.2424200 Feb 17 18:00:11.368256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.386543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.410632 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a71a6562-8713-479c-b82f-2fd830602afa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:11.418948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f4b8b-c0ed-4418-945d-c77f87c38e3f req-89f58f37-1ff7-424b-ba75-f3a0ee5b2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:11.420584 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e70f4b8b-c0ed-4418-945d-c77f87c38e3f req-89f58f37-1ff7-424b-ba75-f3a0ee5b2204 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.2597120 Feb 17 18:00:11.481662 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eff5d749-1e71-4403-8a7c-c006bcc67ec8 req-e417c66a-bfb5-4718-a399-c35bf1dd880e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1877906 Feb 17 18:00:11.495759 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127040e-5813-44b0-afb7-766514351d9d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:11.500511 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f65af2ce65a487ba913cafb22fd8bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846734 Feb 17 18:00:11.504638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49592) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:11.508831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4b0a2a11-8885-4338-b2ae-e95b316313c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:11.524114 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e70f4b8b-c0ed-4418-945d-c77f87c38e3f req-1da76119-7ea6-4418-b9d9-5131947d8921 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0926633 Feb 17 18:00:11.534467 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-44493462-edfa-461f-9d5b-43f7159a00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:11.536304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-44493462-edfa-461f-9d5b-43f7159a00f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1160 time: 0.2102797 Feb 17 18:00:11.571171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.599827 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.645068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.650088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-26c34698-63c1-4135-a6d3-4642ebb59124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:11.663331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127040e-5813-44b0-afb7-766514351d9d,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:11.665903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:11.674730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.675979 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d1d1b14c-9a65-441f-8929-f75dc7ddf2e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3127040e-5813-44b0-afb7-766514351d9d HTTP/1.1" status: 204 len: 168 time: 0.1702495 Feb 17 18:00:11.959171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-1fa00d42-ad66-4ff9-9168-824194868a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:11.960733 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-1fa00d42-ad66-4ff9-9168-824194868a4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.1463044 Feb 17 18:00:11.969772 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49600) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:11.994442 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.010667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:12.014853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Usage tracker for resource:security_group_rule and tenant:51a53bd24b8a4fb684b9d6776149d5e3 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:12.018637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:12.024493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:12.045555 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-df874a8a-cc92-49c9-911e-68f84fdf69c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 217 time: 0.0739548 Feb 17 18:00:12.124396 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-28b5c0bd-0f6e-471d-bb17-b1501ba05026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:12.125948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-28b5c0bd-0f6e-471d-bb17-b1501ba05026 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0707450 Feb 17 18:00:12.128950 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.131938 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.141255 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-73a0e7ff-1a58-4a08-b812-a70d40503a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:12.185598 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51a53bd24b8a4fb684b9d6776149d5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139857 Feb 17 18:00:12.187466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a81a5-9969-4307-8e33-9a87af5628ca,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:12.190244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49606) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:12.193260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:12.255873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.283428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b790a-5955-42ce-8dc9-71bee1e625a4 req-107182bc-2342-4cd9-b7df-8f24f0e82243 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:12.285077 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a8b790a-5955-42ce-8dc9-71bee1e625a4 req-107182bc-2342-4cd9-b7df-8f24f0e82243 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.1626987 Feb 17 18:00:12.286164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.288492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-94266391-8fa6-42b0-a1be-4de6bfa1837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:12.290072 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-94266391-8fa6-42b0-a1be-4de6bfa1837f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1277635 Feb 17 18:00:12.336920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.341051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-cde98fe9-47ba-4b37-b176-c0313991cf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:12.354027 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a81a5-9969-4307-8e33-9a87af5628ca,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:12.359672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:12.363830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.365388 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-67abf55d-18af-45bd-904e-d027dadaf2b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b4a81a5-9969-4307-8e33-9a87af5628ca HTTP/1.1" status: 204 len: 168 time: 0.1742694 Feb 17 18:00:12.415866 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0a8b790a-5955-42ce-8dc9-71bee1e625a4 req-b86ff07a-2405-4ae3-855d-d42040fe991e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1233213 Feb 17 18:00:12.485474 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-0f2f03d9-1c0d-4be3-bd5d-8d027d10b2ed service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578994 Feb 17 18:00:12.561685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 4f831af8-b883-429a-9783-1f150e294830 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:12.653782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 4f831af8-b883-429a-9783-1f150e294830 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:12.654636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:12.743519 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f7a8c34f-8a8a-4582-8150-919a463f842d req-397ea3a9-51fd-479a-9ea4-ee29fa1db2b1 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2426703 Feb 17 18:00:12.755853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3fe7-cb5c-4e25-9ef3-0a907a31df31 req-14ab8bdd-a801-45a2-a815-eafc41814393 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:12.763684 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-152a3fe7-cb5c-4e25-9ef3-0a907a31df31 req-14ab8bdd-a801-45a2-a815-eafc41814393 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.1501067 Feb 17 18:00:12.812214 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-152a3fe7-cb5c-4e25-9ef3-0a907a31df31 req-c6160c65-dd43-4c0b-b102-5df3c24e96eb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475032 Feb 17 18:00:13.617651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9692f4-be56-4904-9bc5-bffb7a48d022 req-2045fdf4-fc18-4d21-94cd-8c04187edbcf tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:13.619347 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ad9692f4-be56-4904-9bc5-bffb7a48d022 req-2045fdf4-fc18-4d21-94cd-8c04187edbcf tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.0913649 Feb 17 18:00:13.673705 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ad9692f4-be56-4904-9bc5-bffb7a48d022 req-8e2475bf-604f-401c-8ff4-805e8c066b5a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0480876 Feb 17 18:00:13.880559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3d067-8269-41bc-8249-2d1a33a1f511 req-93f141bc-b304-44f5-94be-97de28bcdfa6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:13.882195 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d9b3d067-8269-41bc-8249-2d1a33a1f511 req-93f141bc-b304-44f5-94be-97de28bcdfa6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.0922356 Feb 17 18:00:13.972717 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d9b3d067-8269-41bc-8249-2d1a33a1f511 req-a414a6fd-6ecf-4e36-86b9-a85db0626e26 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0839155 Feb 17 18:00:14.049149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbb360-44a7-4ff2-9ace-7549308fdc64 req-adeece65-1a7c-45f8-a637-26737e65bc94 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:14.050809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4fbb360-44a7-4ff2-9ace-7549308fdc64 req-adeece65-1a7c-45f8-a637-26737e65bc94 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.1251976 Feb 17 18:00:14.187434 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c4fbb360-44a7-4ff2-9ace-7549308fdc64 req-c5fdaade-1dec-4759-bf9c-4eafc346aaac tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0862677 Feb 17 18:00:14.222325 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-e5fa5b88-db31-42ca-a8e7-76fee02fda8a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2108970 Feb 17 18:00:14.230185 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.233096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:14.239732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:14.249602 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:14.259017 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.403626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.631743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:14.689567 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.27.3.53 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:00:14.702288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port 37503d8c-5533-493c-b454-c36aeb3f230d completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:00:14.707352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:14.707836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.838852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.855383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.877165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:14.888345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=37503d8c-5533-493c-b454-c36aeb3f230d,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:00:14.888455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.891826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:14.894132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:14.910260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:14.938772 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'code': 200} Feb 17 18:00:14.974520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:14.978090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:15.079044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:15.082926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:15.136244 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:00:15.137901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:00:15.140529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:00:15.311867 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:15.690098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494ffa-58c9-40ac-b36b-f2b74355333f req-3d6b75b1-424d-4efe-bf5e-dcc8a018568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:15.691809 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c494ffa-58c9-40ac-b36b-f2b74355333f req-3d6b75b1-424d-4efe-bf5e-dcc8a018568c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.4663272 Feb 17 18:00:15.699595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:15.827230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b779bb8-e1b3-4cd6-bc5f-1be35f70acdc req-a5520db0-1fd9-408f-b5b4-b4a20f0ea4fe tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:15.828870 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b779bb8-e1b3-4cd6-bc5f-1be35f70acdc req-a5520db0-1fd9-408f-b5b4-b4a20f0ea4fe tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.5102012 Feb 17 18:00:15.971424 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3b779bb8-e1b3-4cd6-bc5f-1be35f70acdc req-5e8c2157-ab31-4469-a700-a917b304387e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1309857 Feb 17 18:00:16.041807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:16.045553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:16.061882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:16.208927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:16.215172 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:16.312684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:16.343487 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:16.345335 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1163223 Feb 17 18:00:16.430605 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6395d92d-2eec-4392-a972-78d42ccd280f req-01d62864-e42c-426a-b0a8-26153fc4c46a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:16.444912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-6395d92d-2eec-4392-a972-78d42ccd280f req-01d62864-e42c-426a-b0a8-26153fc4c46a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:16.446161 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-01d62864-e42c-426a-b0a8-26153fc4c46a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0945513 Feb 17 18:00:16.609003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d92d-2eec-4392-a972-78d42ccd280f req-720d11ea-86d9-44ba-b986-8f7970ea7172 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:16.610453 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-720d11ea-86d9-44ba-b986-8f7970ea7172 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1583471 Feb 17 18:00:16.621240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-067257d3-adfd-4229-b532-b7e4ccd243da tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:00:16.622291 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-6395d92d-2eec-4392-a972-78d42ccd280f req-067257d3-adfd-4229-b532-b7e4ccd243da tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060716 Feb 17 18:00:16.810558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-781bea6f-8b42-4ffa-9a05-05b21a26fc4a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:16.812050 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-781bea6f-8b42-4ffa-9a05-05b21a26fc4a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0932484 Feb 17 18:00:16.913851 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-eb64ae3c-258f-4af0-aa74-7693dd512f19 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0955439 Feb 17 18:00:16.924509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:17.006652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:17.275391 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5df302bc-a5e6-4d9b-8387-1038f2e8de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:17.415686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398431-3c06-4a64-8e6d-b30022fa4559 req-d4d8a8db-874d-450f-96f6-72a51805f0d2 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:17.417337 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fd398431-3c06-4a64-8e6d-b30022fa4559 req-d4d8a8db-874d-450f-96f6-72a51805f0d2 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.2953401 Feb 17 18:00:17.501726 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fd398431-3c06-4a64-8e6d-b30022fa4559 req-72a64301-7e32-433d-8a05-e485046e775e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0683742 Feb 17 18:00:17.768909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:17.771456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:17.958434 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP aee76e91-f0c3-420a-8f00-b6029d8774de associated. External IP: 172.27.3.53, port: 4f831af8-b883-429a-9783-1f150e294830. Feb 17 18:00:18.344016 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5c494ffa-58c9-40ac-b36b-f2b74355333f req-c026cd52-a32e-4ba7-951d-18525e73c60b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0796359 Feb 17 18:00:18.372469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:00:18.645787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:00:18.731124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:00:18.731555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:18.902018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:00:18.906813 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:18.912718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:00:18.926831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:18.927521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T17:59:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:18.940224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426410af-5e69-4366-b5c8-212e1fad940e req-641942c4-2085-4d72-9b88-cd67cbf77db8 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:18.941844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-426410af-5e69-4366-b5c8-212e1fad940e req-641942c4-2085-4d72-9b88-cd67cbf77db8 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.1775589 Feb 17 18:00:19.010865 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-79bd1d6b-2804-43fe-b9be-f3b98cffe26b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "PUT /v2.0/floatingips/aee76e91-f0c3-420a-8f00-b6029d8774de HTTP/1.1" status: 200 len: 996 time: 2.0906599 Feb 17 18:00:19.013721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:19.024747 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-426410af-5e69-4366-b5c8-212e1fad940e req-d10085ab-10ad-4819-897a-9a66963703be tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0764832 Feb 17 18:00:19.095754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d34a029-90ff-442e-9186-ba7594f57c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:19.108564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-b1f6eb68-3463-474a-9d2d-c7743c3d5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.110309 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-b1f6eb68-3463-474a-9d2d-c7743c3d5389 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.0845902 Feb 17 18:00:19.119974 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'status': 'completed', 'code': 200} Feb 17 18:00:19.137812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:19.325579 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-d7a725b2-3c89-4302-a4c4-ad1b8115fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.327156 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-d7a725b2-3c89-4302-a4c4-ad1b8115fb09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2094481 Feb 17 18:00:19.338392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-f353e690-0d07-44f2-97eb-1ca9118e22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.339964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-f353e690-0d07-44f2-97eb-1ca9118e22a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.1432338 Feb 17 18:00:19.523498 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:17Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:19.527898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:00:19.533910 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-45d7c45f-39fe-4814-b6cc-aec8737163b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 999 time: 0.1978865 Feb 17 18:00:19.537501 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:19.538194 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:00:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:19.636878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-47289dd7-16b5-4f75-8067-697a1b9b005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.638531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-47289dd7-16b5-4f75-8067-697a1b9b005c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2412572 Feb 17 18:00:19.642392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-f92ab8af-de6f-4bc2-a7ed-23939c55d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.650016 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-f92ab8af-de6f-4bc2-a7ed-23939c55d7e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1025965 Feb 17 18:00:19.731592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:19.824939 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-4ef3e00e-0417-40c0-9c76-91dd581f74a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 999 time: 0.1726487 Feb 17 18:00:19.843127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-968125c4-2b39-45dc-806e-a8ad1ecf79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:19.847224 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-968125c4-2b39-45dc-806e-a8ad1ecf79ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1962769 Feb 17 18:00:20.007748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-cc7f91d5-9e93-45bf-9b8a-99e93db3009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:20.009311 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-cc7f91d5-9e93-45bf-9b8a-99e93db3009b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1689248 Feb 17 18:00:20.114724 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:20.118725 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-28a59043-6f2c-40bc-a277-994e02cbea7a service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335589 Feb 17 18:00:20.138223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:17Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:20.142869 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b02b-c648-4f06-9455-13754ce8845f None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:17Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:00:20.214509 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-490c21b1-64b7-4b53-bd57-bec000540d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:20.216208 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-490c21b1-64b7-4b53-bd57-bec000540d74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1956415 Feb 17 18:00:20.339423 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-25119f6c-57db-4d7e-8527-96c7c95b89b8 req-02de530a-b785-463e-8133-45aa147cdb16 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2104340 Feb 17 18:00:20.354473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629be81-768c-4290-8e30-3b1d32f7e1a0 req-1d42bde7-4f15-42b0-a6dc-493eed2a76e9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:20.356052 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b629be81-768c-4290-8e30-3b1d32f7e1a0 req-1d42bde7-4f15-42b0-a6dc-493eed2a76e9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.1496663 Feb 17 18:00:20.413014 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b629be81-768c-4290-8e30-3b1d32f7e1a0 req-af2c94e6-d626-44f4-984d-4a7108da0c11 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479178 Feb 17 18:00:20.451353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425fc20-d9a4-468a-82ff-635898906be9 None None] New status for floating IP aee76e91-f0c3-420a-8f00-b6029d8774de: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:00:20.615382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928be50-5448-4378-b113-6970f01c54d3 req-00f4d97c-6e45-401e-9d01-d7f78935bf67 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:20.617280 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1928be50-5448-4378-b113-6970f01c54d3 req-00f4d97c-6e45-401e-9d01-d7f78935bf67 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0887675 Feb 17 18:00:20.668177 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1928be50-5448-4378-b113-6970f01c54d3 req-821cc748-60ee-42fd-9b22-1d6321fc1282 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440462 Feb 17 18:00:20.874382 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-cad89f55-d5fc-4f84-8e3c-ec9830b44f79 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1664479 Feb 17 18:00:20.884972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:20.890701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:20.895393 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Usage tracker for resource:floatingip and tenant:80da25d15ca546daa39b8e30a9727166 is out of sync, need to count used quota {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:20.898378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83980) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:20.904136 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:20.913540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.070960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.344551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Allocated IP 172.27.3.75 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/ca85546c-f081-47d5-a23b-0422e1c2e946) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:00:21.417616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.500811 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.529757 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.546210 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a42b0132-98ab-4ea8-80cb-0d46ae3abc81 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:21.679706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'Port': ['ID=ca85546c-f081-47d5-a23b-0422e1c2e946,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:21.692650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:21.736704 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:00:21.737875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:00:21.740030 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:00:21.753959 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.825576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:21.888939 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:22.408908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:22.412520 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:22.427529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27a69276-abc0-4887-a48b-822b15850a5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:22.570143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event updated for resources: {'Port': ['ID=ca85546c-f081-47d5-a23b-0422e1c2e946,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:22.575653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:22.669380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:22.692860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:22.694197 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8133917 Feb 17 18:00:22.784164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-3c81348a-8bce-4099-a5a3-f2b765a21e3b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:00:22.801021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-3c81348a-8bce-4099-a5a3-f2b765a21e3b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:00:22.802282 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-3c81348a-8bce-4099-a5a3-f2b765a21e3b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.75 HTTP/1.1" status: 200 len: 695 time: 0.1015453 Feb 17 18:00:22.967715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-fc84a993-2dff-4d28-a0a1-0a2c15c059c3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:22.969096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e3a91be7-532f-4a7b-9eee-5faae59e5029 req-fc84a993-2dff-4d28-a0a1-0a2c15c059c3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1599629 Feb 17 18:00:23.262489 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-c6591c6d-582f-4d78-b11d-dcfc3f5ef159 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144966 Feb 17 18:00:23.274798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-c2179ea5-af58-4426-9c0b-aeca9b104aca tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:23.276417 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-c2179ea5-af58-4426-9c0b-aeca9b104aca tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1523933 Feb 17 18:00:23.447669 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-8062c656-173b-45d9-aa57-7cbc53acb866 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.75 HTTP/1.1" status: 200 len: 695 time: 0.1466796 Feb 17 18:00:23.461033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Request body: {'floatingip': {'port_id': '37503d8c-5533-493c-b454-c36aeb3f230d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:23.562931 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:23.701354 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48bb845d-f3af-4e35-9e00-742308b0de7e req-9ae3098d-f923-4bbf-9dc4-1779117cc3e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4228039 Feb 17 18:00:24.232346 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:24.234918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:24.418866 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Floating IP 6ab6c8f2-bd35-4266-8043-25dae4a77281 associated. External IP: 172.27.3.75, port: 37503d8c-5533-493c-b454-c36aeb3f230d. Feb 17 18:00:25.049683 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:00:25.247740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:00:25.252912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:25.257741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Sync routers for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:00:25.268608 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:25.269278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:00:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:25.312718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-0a07df07-f830-4e44-aece-6b6280a48bf4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "PUT /v2.0/floatingips/6ab6c8f2-bd35-4266-8043-25dae4a77281 HTTP/1.1" status: 200 len: 995 time: 1.8575025 Feb 17 18:00:25.313816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:00:25.385151 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'status': 'completed', 'code': 200} Feb 17 18:00:25.427373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-00a59055-971b-433a-9b82-025248fe38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:25.429085 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-00a59055-971b-433a-9b82-025248fe38fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0905309 Feb 17 18:00:25.585730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-f046b3f7-c1cd-40ab-a439-a5555c270cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:25.587323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-f046b3f7-c1cd-40ab-a439-a5555c270cdb service neutron] 10.222.0.58 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.1512349 Feb 17 18:00:25.624640 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:25.700407 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-104f4dd0-eb0e-4456-b99a-1b405e726b07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 998 time: 0.1060851 Feb 17 18:00:25.770310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-075cf6eb-f4fc-4896-b1c5-e701dbcdc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:25.771982 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-075cf6eb-f4fc-4896-b1c5-e701dbcdc6c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0652859 Feb 17 18:00:25.856292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-fb59c850-aa48-43fc-964c-7fc87f20b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:25.857892 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-fb59c850-aa48-43fc-964c-7fc87f20b870 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792611 Feb 17 18:00:25.996034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '6ab6c8f2-bd35-4266-8043-25dae4a77281', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'port_id': '37503d8c-5533-493c-b454-c36aeb3f230d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'mac_address': 'fa:16:3e:50:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:21Z', 'updated_at': '2021-02-17T18:00:24Z', 'revision_number': 1, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:26.000207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Checking router: e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:00:26.009127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:00:26.009783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:00:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:26.009936 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-f950da44-83de-4a35-8db2-11eaa6eb77e8 service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443396 Feb 17 18:00:26.156934 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-5bb67253-c6a1-419f-9d09-89e744f424e1 req-12fa5099-fcd3-40f3-94fe-ae58765dd1ed service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405144 Feb 17 18:00:26.204383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:00:26.573313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '6ab6c8f2-bd35-4266-8043-25dae4a77281', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'port_id': '37503d8c-5533-493c-b454-c36aeb3f230d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'mac_address': 'fa:16:3e:50:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:21Z', 'updated_at': '2021-02-17T18:00:24Z', 'revision_number': 1, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:00:26.577434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07090487-a8bc-46dc-8ac3-3651497f2641 None None] The sync data for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi is: [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': '6ab6c8f2-bd35-4266-8043-25dae4a77281', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'port_id': '37503d8c-5533-493c-b454-c36aeb3f230d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'mac_address': 'fa:16:3e:50:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:21Z', 'updated_at': '2021-02-17T18:00:24Z', 'revision_number': 1, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:00:26.889883 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175bba4-ea49-4915-b2b3-bf726fb8c6b9 None None] New status for floating IP 6ab6c8f2-bd35-4266-8043-25dae4a77281: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:00:27.553739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-28668b0e-7b62-4f76-a2d5-d31b3c4969a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.555479 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-28668b0e-7b62-4f76-a2d5-d31b3c4969a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0857897 Feb 17 18:00:27.702697 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-3aba0893-6074-46a6-b0e1-8f5f829a355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.704202 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-3aba0893-6074-46a6-b0e1-8f5f829a355e service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.1414983 Feb 17 18:00:27.820417 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-4a8e8c8b-34c2-4549-aa9d-0538ae24a053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 1000 time: 0.1083813 Feb 17 18:00:27.892537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-6a2e3287-fe2c-4d3f-98f3-74333ab04ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.894092 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-6a2e3287-fe2c-4d3f-98f3-74333ab04ccf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0636358 Feb 17 18:00:27.979310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-df426fe9-6bc9-4ca8-affa-d094e1817630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:00:27.980865 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-df426fe9-6bc9-4ca8-affa-d094e1817630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780008 Feb 17 18:00:28.132764 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-44acea18-23da-4b59-95bc-fe0e1c340338 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381435 Feb 17 18:00:28.279596 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0375be72-0c38-4f7e-96ee-c23fa71f5f7e req-f44425d5-8bbf-4820-bd94-79855cb50ced service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401334 Feb 17 18:00:28.743184 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:00:34.137126 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49782) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:34.272681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.290104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:34.294668 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Usage tracker for resource:security_group_rule and tenant:f3aa323834624d7eb24b9e25a9c87ef7 is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:34.298005 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:34.304382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:34.394271 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.397786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.406824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-20070c94-c4bf-4c7a-b224-16c69f3c124a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:34.452206 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3aa323834624d7eb24b9e25a9c87ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138523 Feb 17 18:00:34.453200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a8959-e9da-4554-96f5-8c6a917f4d10,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:34.455486 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49788) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:34.480032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.480449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.480857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.481267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.481673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.482071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.482514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.482909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.483301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.483693 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.484088 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.484473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.484954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.485357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.485743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.486137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.486550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.486949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.487342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.487733 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.488130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.488521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.488912 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.489300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:34.494323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bc7cb1f9-fe15-4e75-827a-dbd6c8e2aebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:34.542662 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.574199 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.619716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.624844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-27eae4e4-3764-4fa5-8ea8-f0cd9be316de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:34.638639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a8959-e9da-4554-96f5-8c6a917f4d10,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:34.641718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:34.642673 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:34.643896 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-375646a6-7087-4d0b-b194-0e4683a7e607 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b7a8959-e9da-4554-96f5-8c6a917f4d10 HTTP/1.1" status: 204 len: 168 time: 0.1874359 Feb 17 18:00:44.245789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.437917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 49864) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:44.564932 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.580866 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:00:44.585130 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:89a7de0150f348b2ae9baf9fc260fbae is out of sync, need to count used quota {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:00:44.588345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83979) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:00:44.594562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83979) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:00:44.683766 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.686388 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_create {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.695495 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6847494f-9d94-4d5e-95ce-8363f06aa59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:44.739289 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89a7de0150f348b2ae9baf9fc260fbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001378 Feb 17 18:00:44.740815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee4519-5b41-46e7-97ed-e5b93515f5d6,revision_number=1']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:44.742826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 49870) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:00:44.744395 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-b755e178-dfc0-4b1f-9964-ad4a8a2e6fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:44.811059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.839589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.884604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.889802 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d850b9cf-1736-4be2-9987-1e4cd35443ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:00:44.901445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee4519-5b41-46e7-97ed-e5b93515f5d6,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:00:44.913901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.914324 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.914767 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.915180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.915637 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.916117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.916756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.916958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.917365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.917769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.918171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.918596 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.919090 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.919493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.919894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.920297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.920696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.921099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.921499 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.921897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.922297 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.922720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.923117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.923510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:00:44.926680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:44.927937 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9ee4519-5b41-46e7-97ed-e5b93515f5d6 HTTP/1.1" status: 204 len: 168 time: 0.1831307 Feb 17 18:00:44.928957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8de0c284-3abc-416e-9dea-706d2425a56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:47.276089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-239cb167-b279-41c0-8fff-918aad2855f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:49.089104 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c96c1cb4-e18d-4fd5-bbd2-3428b90fa8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:50.108392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:51.421643 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:51.758604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:05.742852 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:14.259840 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:14.306667 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-757745a7-1cf9-4eb1-aec1-2e52fd15b0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1896503 Feb 17 18:01:14.478831 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-ab53c86e-a100-4e60-9947-1f75a28049c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:14.481003 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-ab53c86e-a100-4e60-9947-1f75a28049c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.0843787 Feb 17 18:01:14.648096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-cc4e4728-9f0d-4111-908f-182ffc4408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:14.649741 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-cc4e4728-9f0d-4111-908f-182ffc4408dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1491802 Feb 17 18:01:14.767115 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-e60cb9cc-f1ed-4549-acfd-5defb1ca0de6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 1001 time: 0.1104131 Feb 17 18:01:14.840349 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-35504e66-210c-403e-9498-5c16cff75727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:14.841964 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-35504e66-210c-403e-9498-5c16cff75727 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0678198 Feb 17 18:01:14.932191 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-c51f6049-8dc2-4f4c-baab-40f28493f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:01:14.933873 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-c51f6049-8dc2-4f4c-baab-40f28493f6d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848975 Feb 17 18:01:14.946214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-2ac1e042-b896-4445-9fde-1be956addf3e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:01:14.947297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-2ac1e042-b896-4445-9fde-1be956addf3e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070097 Feb 17 18:01:15.099876 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-b4207b69-1ac0-42fc-afd3-b3106cc405d2 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462684 Feb 17 18:01:15.245844 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8a9c5340-d6b5-478c-9b26-6d85830853d4 req-aa4b58af-5c78-4a35-b3ba-d96dfa7072b8 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393852 Feb 17 18:01:17.278985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75721bc6-a431-4b13-b213-580ccb5a96c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:19.093682 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d477aeda-1206-439e-8cac-226eccfae037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:20.121354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.424004 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:21.762580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:42.742176 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:44.259778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:47.282370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9d0be635-d2d2-4aca-b7d4-187380905f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:49.096909 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6fabbb6-903e-4fd6-b426-ae64ded05408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:50.115493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:51.430338 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:51.772308 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:00.595170 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-0dd10c5c-1fb2-44bc-a93b-4c9104d00b92 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-825100514&fields=id&tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 267 time: 0.0497782 Feb 17 18:02:00.759268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-54d02108-0942-4335-b253-fda65800f649 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:00.761410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-54d02108-0942-4335-b253-fda65800f649 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.1589992 Feb 17 18:02:00.778036 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-02ab6d7c-c190-4d67-bd49-6bcef031be59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/quotas/94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 375 time: 0.0105226 Feb 17 18:02:00.874640 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-b5086040-4d00-4361-8a5a-8a463c0c31bd tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0910041 Feb 17 18:02:01.011913 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-adc33d3f-05ea-43e4-98a4-d5aaeaec51f2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:02:01.013076 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-adc33d3f-05ea-43e4-98a4-d5aaeaec51f2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1256289 Feb 17 18:02:01.414712 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-49f77e75-4a38-4219-a43f-46e715609241 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946314 Feb 17 18:02:01.556031 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-57687853-4f89-4d09-8a94-dc85a6b30e23 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348250 Feb 17 18:02:01.991842 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-48c99870-629a-4068-8c46-ad2389aafe9d req-77f60ad5-6a84-4ea3-ae95-ee5d475d4eef tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 210 time: 0.0578701 Feb 17 18:02:03.158118 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9e8a29b1-5b3c-4ed6-8443-417783fe5f64 req-5ce360bf-77bc-40e7-a47f-79e5f47bdfc9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 210 time: 0.0502076 Feb 17 18:02:03.373642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-97e23319-2086-4871-a0e7-ca126175366f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:03.375257 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-97e23319-2086-4871-a0e7-ca126175366f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 812 time: 0.1670108 Feb 17 18:02:03.461485 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-2e225b0f-a4d6-4628-81f8-93ac33857499 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0 HTTP/1.1" status: 200 len: 5763 time: 0.0689595 Feb 17 18:02:03.480128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'port': {'device_id': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'admin_state_up': True, 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'security_groups': ['467a4b56-67aa-4d5f-b95c-8ae57397f5ca']}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:03.630021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:02:03.640134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:02:03.648985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Made reservation on behalf of 94fd7af9450b4b038bb874ddaf7f45b0 for: {'port': 1} {{(pid=83980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:02:03.654771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:03.977863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.20.0.3 (e199b1cd-cb7b-40b6-bc34-227fbd015c67/29761b64-f509-4cd0-9fb3-7fb3df18dc97/cdb33371-7a93-4c5d-9ee6-f7129d9eac85) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:02:04.196083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:04.215301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Transition to ACTIVE for port object cdb33371-7a93-4c5d-9ee6-f7129d9eac85 will not be triggered until provisioned by entity DHCP. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:02:04.242026 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:04.258896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8ece1e35-3f34-465a-8570-b490d6678b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:04.467229 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:04.495838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.496181 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.496595 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.497006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.497413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.497828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.498224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.498651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.499055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.499456 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.499855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.500256 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.500747 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.501149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.501547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.501946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.502342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.502778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.503177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.503576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.503974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.504375 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.504774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.505171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:04.514345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:04.562071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9f17-3605-4fd4-bae1-d811947f41e7 req-91661367-ac08-4faa-bbea-fe69d37d04da tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.563900 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-751d9f17-3605-4fd4-bae1-d811947f41e7 req-91661367-ac08-4faa-bbea-fe69d37d04da tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 931 time: 0.2658854 Feb 17 18:02:04.575457 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:02:04.591038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:02:04.595259 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:02:04.679283 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-751d9f17-3605-4fd4-bae1-d811947f41e7 req-008c70a5-cabb-4a02-a645-fe1be2725467 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1068022 Feb 17 18:02:04.686958 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:04.687674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:04.715920 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2408636 Feb 17 18:02:04.737103 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Request body: {'port': {'device_id': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:04.798174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5be4fdef-cd1a-48d2-9c9e-431387e63c71 None None] Provisioning for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 completed by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:02:04.803470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5be4fdef-cd1a-48d2-9c9e-431387e63c71 None None] Provisioning complete for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 triggered by entity DHCP. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:04.804679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5be4fdef-cd1a-48d2-9c9e-431387e63c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:04.864582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5be4fdef-cd1a-48d2-9c9e-431387e63c71 None None] Port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 cannot update to ACTIVE because it is not bound. {{(pid=83981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:02:04.865343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.309422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb33371-7a93-4c5d-9ee6-f7129d9eac85 {{(pid=83980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:02:05.318174 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.331522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Transition to ACTIVE for port object cdb33371-7a93-4c5d-9ee6-f7129d9eac85 will not be triggered until provisioned by entity L2. {{(pid=83980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:02:05.334328 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.355035 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ff62f92a-21ab-47e7-a790-157afa875606 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:05.499489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:05.504716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:05.687096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Attempting to bind port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:05.687470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Attempting to bind port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:02:05.687839 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Attempting to bind port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 on network e199b1cd-cb7b-40b6-bc34-227fbd015c67 {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:02:05.693964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Checking agent: {'id': '5bc2062d-b753-4ca0-811b-a84fc56e3fc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 48, 13), 'started_at': datetime.datetime(2021, 2, 17, 17, 48, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:02:05.694348 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Checking segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:02:05.694800 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.695202 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Bound using segment: {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'} {{(pid=83980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:02:05.695685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Bound port: cdb33371-7a93-4c5d-9ee6-f7129d9eac85, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c9642-95fe-4d5a-9796-1bda240e9df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67'}}] {{(pid=83980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:02:05.696068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.793927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] For port cdb33371-7a93-4c5d-9ee6-f7129d9eac85, host hv-cinder-76019, cleared binding levels {{(pid=83980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:02:05.797266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] For port cdb33371-7a93-4c5d-9ee6-f7129d9eac85, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:02:05.837821 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.857864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4b41130-9cc8-4824-a62e-ceab05b7b50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:06.018926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,revision_number=3']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:06.037739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:06.075875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36ec6-fe2d-4a81-aaaa-cb3b5007de96 req-2a31792e-e5ad-4fda-9142-d6352a96043d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.076644 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ceb36ec6-fe2d-4a81-aaaa-cb3b5007de96 req-2a31792e-e5ad-4fda-9142-d6352a96043d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:02:06.101994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.102543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:06.104093 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] 10.222.0.65 "PUT /v2.0/ports/cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 1157 time: 1.3719497 Feb 17 18:02:06.104590 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:06.110523 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-ceb36ec6-fe2d-4a81-aaaa-cb3b5007de96 req-2a31792e-e5ad-4fda-9142-d6352a96043d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:02:06.111667 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ceb36ec6-fe2d-4a81-aaaa-cb3b5007de96 req-2a31792e-e5ad-4fda-9142-d6352a96043d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.3130639 Feb 17 18:02:06.214650 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ceb36ec6-fe2d-4a81-aaaa-cb3b5007de96 req-c165056e-6f8c-43a3-b89d-bd0bd278ba69 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0948639 Feb 17 18:02:06.255141 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-cb6d3368-8dc6-4df3-be37-019546a142c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.256784 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-cb6d3368-8dc6-4df3-be37-019546a142c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1160 time: 0.0889359 Feb 17 18:02:06.337016 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'status': 'completed', 'code': 200} Feb 17 18:02:06.346252 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-2280ece5-6b32-4d1f-87b3-fc83a937ee6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 217 time: 0.0731735 Feb 17 18:02:06.418322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-be11138b-b606-43e0-b53d-490563d68835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.419961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-be11138b-b606-43e0-b53d-490563d68835 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0655932 Feb 17 18:02:06.503721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-bad93b1c-fb2e-4697-9bdd-d6579bcfabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.505345 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-bad93b1c-fb2e-4697-9bdd-d6579bcfabec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779119 Feb 17 18:02:06.652766 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-e7187bea-bbff-45fb-a371-51d2cd784588 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396589 Feb 17 18:02:06.799969 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d20f5cfb-d88b-4f38-94c1-1d1b0aad8b11 req-cbb99dc5-d653-4598-a45d-f20acdf0a88a service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376488 Feb 17 18:02:06.983740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-2e098feb-2c53-4b5f-97d6-05182809f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:06.985392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-2e098feb-2c53-4b5f-97d6-05182809f6d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1160 time: 0.0831587 Feb 17 18:02:07.136985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-b616c660-6dcf-4d76-b60b-9a4aacca9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:07.138602 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-b616c660-6dcf-4d76-b60b-9a4aacca9611 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1453407 Feb 17 18:02:07.216944 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-b13d5219-f517-4326-8430-36199c861b97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 217 time: 0.0706179 Feb 17 18:02:07.595436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-79031a50-a4b1-46c7-bac9-825bfdf76093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:07.597073 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-79031a50-a4b1-46c7-bac9-825bfdf76093 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.3708940 Feb 17 18:02:07.672900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe02ad-d9a6-4d76-9c27-3a162a509a2c req-5b521180-e980-4d20-a6cd-12f68afadeaa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:07.674577 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90fe02ad-d9a6-4d76-9c27-3a162a509a2c req-5b521180-e980-4d20-a6cd-12f68afadeaa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.1683714 Feb 17 18:02:07.735497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-90fe02ad-d9a6-4d76-9c27-3a162a509a2c req-1abab500-600f-40e7-838d-174f44b0a6b4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0541089 Feb 17 18:02:07.738559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-11912087-40f8-47e4-81bf-a71adf0ed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:07.740093 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-11912087-40f8-47e4-81bf-a71adf0ed144 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329267 Feb 17 18:02:07.885202 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-95fc5ffc-e8eb-45c5-aef3-98b5f29979b8 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372795 Feb 17 18:02:08.040553 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-04a52630-22b7-44b8-98cc-7cbbdd54edf0 req-fb71910d-3db0-4675-b14b-8fef032dacec service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485591 Feb 17 18:02:08.952475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f525f-1388-4af2-83c6-9b0b4b9c93a7 req-1c2fb51b-d860-4ae3-aece-a40a86b025e6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:08.954126 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-102f525f-1388-4af2-83c6-9b0b4b9c93a7 req-1c2fb51b-d860-4ae3-aece-a40a86b025e6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.0919263 Feb 17 18:02:09.003253 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-102f525f-1388-4af2-83c6-9b0b4b9c93a7 req-e517f702-9ab1-4d69-bbd3-e53e7a0ef213 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0427237 Feb 17 18:02:10.207020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451459b7-0d0f-4bac-b75e-2f3e3649ad44 req-9487ddb1-1eec-4738-926d-b194753e9ea2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:10.208651 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-451459b7-0d0f-4bac-b75e-2f3e3649ad44 req-9487ddb1-1eec-4738-926d-b194753e9ea2 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.0912120 Feb 17 18:02:10.262792 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-451459b7-0d0f-4bac-b75e-2f3e3649ad44 req-3660a1e4-7cf6-4ef6-ab3f-bf5f184e4b7e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0459483 Feb 17 18:02:11.466167 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f325-ab7c-4d21-aa8f-52077132911b req-6d73aee7-03d3-4740-811f-a6db2a903be0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:11.467864 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7519f325-ab7c-4d21-aa8f-52077132911b req-6d73aee7-03d3-4740-811f-a6db2a903be0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.0888095 Feb 17 18:02:11.517331 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-7519f325-ab7c-4d21-aa8f-52077132911b req-56c72b69-0805-4bff-8c12-6c11ecc74286 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0431774 Feb 17 18:02:12.736554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72624caa-f661-47ce-a962-7ddabaaac702 req-d1c52f3c-0a2f-4240-b17e-c8c13878f536 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:12.738312 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-72624caa-f661-47ce-a962-7ddabaaac702 req-d1c52f3c-0a2f-4240-b17e-c8c13878f536 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.1036181 Feb 17 18:02:12.787333 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-72624caa-f661-47ce-a962-7ddabaaac702 req-3c94d112-f456-450c-9f8b-69d435f1f583 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0422955 Feb 17 18:02:13.996593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89028-66a8-4faa-9b9f-dc77d3a90ced req-7258a57f-b15b-43bf-a0c3-825339da2f42 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:13.998241 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3eb89028-66a8-4faa-9b9f-dc77d3a90ced req-7258a57f-b15b-43bf-a0c3-825339da2f42 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.0947731 Feb 17 18:02:14.055564 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3eb89028-66a8-4faa-9b9f-dc77d3a90ced req-bc75294a-79f4-4013-9285-d96fa1a404f5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0509126 Feb 17 18:02:14.305559 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:15.258916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419787e-f47b-4ceb-a719-7a1a54e29933 req-bd50eed3-091f-4de9-89d9-193b6aca36a1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:15.260597 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c419787e-f47b-4ceb-a719-7a1a54e29933 req-bd50eed3-091f-4de9-89d9-193b6aca36a1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 943 time: 0.0894070 Feb 17 18:02:15.354820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c419787e-f47b-4ceb-a719-7a1a54e29933 req-95336598-a121-4bab-aaad-c27670196574 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0869184 Feb 17 18:02:15.393243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-2d21644a-5096-470f-b22a-65aa58a65904 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0860429 Feb 17 18:02:15.520146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-8366899a-b9e2-4c89-a817-50fb642360ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:15.521749 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-8366899a-b9e2-4c89-a817-50fb642360ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0803230 Feb 17 18:02:15.689521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-1d645e84-c3ac-4548-b30e-4dc6b4efc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:15.691174 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-1d645e84-c3ac-4548-b30e-4dc6b4efc54e service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.1461112 Feb 17 18:02:15.806134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-3045bc43-7dac-4d44-9a43-013daef2ea2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 1000 time: 0.1073148 Feb 17 18:02:15.833954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device cdb33371-7a93-4c5d-9ee6-f7129d9eac85 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:15.882069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-72e938f6-4821-4857-b1b1-a505e2e981b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:15.883885 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-72e938f6-4821-4857-b1b1-a505e2e981b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0705769 Feb 17 18:02:15.907344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 completed by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:02:15.913464 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:15.914041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:15.980269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-13840df3-9a7b-4395-ac34-4e2294b6d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:15.981906 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-13840df3-9a7b-4395-ac34-4e2294b6d33b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842273 Feb 17 18:02:16.054380 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:16.088129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:16.101054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port cdb33371-7a93-4c5d-9ee6-f7129d9eac85, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:16.105257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:16.108150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:16.156948 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-2376b5ce-a0d7-42e3-a2d4-e94da285d361 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672287 Feb 17 18:02:16.188227 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,revision_number=4']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:16.196603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.196976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.197362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.198535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.198712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.199012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.199399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.199763 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.200131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.200497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.200859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.201225 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.201684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.202158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.202521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.202888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.203251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.203618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.203996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.204344 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.204732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.205689 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.206149 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.206581 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:02:16.212899 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'code': 200} Feb 17 18:02:16.214288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:16.313820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e5751a11-44c2-4b2f-ad7e-bfc26b3b05dc req-54276d72-066b-45e0-9d98-75cd2cb2f039 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483831 Feb 17 18:02:16.621033 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15809-ef99-4caf-b025-acd221bc64d1 req-6368334d-87bf-49eb-aea6-cb08d22b8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:16.622732 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ff15809-ef99-4caf-b025-acd221bc64d1 req-6368334d-87bf-49eb-aea6-cb08d22b8f4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1162 time: 0.1525102 Feb 17 18:02:16.630303 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b369172-328d-4559-bf3b-6c003008c71f req-58c3276d-68a4-47f6-a7e1-6c24b525327e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:16.631910 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b369172-328d-4559-bf3b-6c003008c71f req-58c3276d-68a4-47f6-a7e1-6c24b525327e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.1224074 Feb 17 18:02:16.702059 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0ff15809-ef99-4caf-b025-acd221bc64d1 req-2a0246f0-79f0-421a-bb8d-456e445147cb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0689886 Feb 17 18:02:16.712340 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-0b369172-328d-4559-bf3b-6c003008c71f req-5cf3e205-ecae-4ca9-a076-2e7c3f6d39d1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0656929 Feb 17 18:02:17.285025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4be1b2db-6d6a-4023-9164-9da4cd1f8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:17.475614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device cdb33371-7a93-4c5d-9ee6-f7129d9eac85 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:17.548039 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:17.548461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:17.924218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784188a4-d8ef-488c-a179-3222f45d988f req-b4870ea6-61e6-44f1-ab56-310b1355a383 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:17.925880 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-784188a4-d8ef-488c-a179-3222f45d988f req-b4870ea6-61e6-44f1-ab56-310b1355a383 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.0970457 Feb 17 18:02:17.977134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-784188a4-d8ef-488c-a179-3222f45d988f req-5687ad8e-711f-47be-b2f9-13c22c70d958 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0448337 Feb 17 18:02:19.100009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8b61813-3770-4844-8f66-f025e1d67448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:19.177674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c373-ffd7-44a7-9b6c-db80c7c09616 req-3cd791de-ce07-42e6-9d8b-b930bb83e598 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:19.179343 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab91c373-ffd7-44a7-9b6c-db80c7c09616 req-3cd791de-ce07-42e6-9d8b-b930bb83e598 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.0889754 Feb 17 18:02:19.228243 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-ab91c373-ffd7-44a7-9b6c-db80c7c09616 req-5aeac953-8562-4576-9ce8-44aa4308b455 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425742 Feb 17 18:02:19.430768 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5da9d-9178-40cc-908d-2de960cefe7b req-68b93f19-1b6f-4906-9ebd-eeb91d91db50 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:19.432430 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44c5da9d-9178-40cc-908d-2de960cefe7b req-68b93f19-1b6f-4906-9ebd-eeb91d91db50 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.0906193 Feb 17 18:02:19.482324 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-44c5da9d-9178-40cc-908d-2de960cefe7b req-1de9fba5-07aa-4780-8a90-0a20d1eeeee0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428672 Feb 17 18:02:19.493941 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device cdb33371-7a93-4c5d-9ee6-f7129d9eac85 up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:19.568563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:19.568987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:19.693646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-182d6e86-b213-46e4-924a-229d1fbc7e0d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1721623 Feb 17 18:02:19.705243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:19.711609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:02:19.721991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.quota.driver [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83980) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:02:19.731505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:19.742224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:02:19.881784 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:20.117125 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:20.164751 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Allocated IP 172.27.3.95 (287ce49b-7a68-4048-9399-d8fa8f6313c6/77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6/964babf9-4f97-46f0-aaab-f986fa25b579) {{(pid=83980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:02:20.321700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:20.352354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264273863182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:20.367889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9a6319cb-1ad6-4c6c-9870-e80d3342a3c7 tempest-VolumesSnapshotTestJSON-1012262273 tempest-VolumesSnapshotTestJSON-1012262273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:20.743611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=964babf9-4f97-46f0-aaab-f986fa25b579,revision_number=1']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:20.757267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:20.803679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Network 287ce49b-7a68-4048-9399-d8fa8f6313c6 is already hosted by enough agents. {{(pid=83980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:02:20.804853 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Resources bound (agent type, host, resource id): {{(pid=83980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:02:20.807896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Received port after_create {{(pid=83980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:02:20.891876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:20.954710 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.235399 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for port, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.238841 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11411984'] for port, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.253906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-da097cfb-3291-43aa-96ce-d88d8acb3421 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:21.388200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event updated for resources: {'Port': ['ID=964babf9-4f97-46f0-aaab-f986fa25b579,revision_number=2']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:21.401574 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:21.424075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.498241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.524737 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.526645 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8255448 Feb 17 18:02:21.617267 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-1b319e1f-f881-4851-9b71-6aaaf498f8f1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:02:21.632006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-1b319e1f-f881-4851-9b71-6aaaf498f8f1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:02:21.633297 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-1b319e1f-f881-4851-9b71-6aaaf498f8f1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.95 HTTP/1.1" status: 200 len: 695 time: 0.1001868 Feb 17 18:02:21.773642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:21.801921 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-cf42cdb5-5191-4da8-851f-409de3086609 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:21.803441 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-2e66d2e9-b622-4afc-adce-1864bc25e34c req-cf42cdb5-5191-4da8-851f-409de3086609 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1636603 Feb 17 18:02:21.988812 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-6abf13f1-14ac-4023-9dd6-15307364b791 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:21.990489 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-6abf13f1-14ac-4023-9dd6-15307364b791 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0914357 Feb 17 18:02:22.083271 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-cec5b017-e955-4bea-a67f-6ec47c466a62 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.95 HTTP/1.1" status: 200 len: 695 time: 0.0857935 Feb 17 18:02:22.093674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.v2.base [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Request body: {'floatingip': {'port_id': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:22.177383 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, before_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:22.832738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:22.835712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:23.034110 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP e10fd1f0-3fa1-40be-bc2a-bd49e4293673 associated. External IP: 172.27.3.95, port: cdb33371-7a93-4c5d-9ee6-f7129d9eac85. Feb 17 18:02:23.413164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:02:23.607562 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:02:23.611965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:23.617491 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:02:23.628410 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:02:23.629094 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:02:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:23.671713 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-ff5abeeb-6b72-41bb-a8b5-dc5642a0fb59 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "PUT /v2.0/floatingips/e10fd1f0-3fa1-40be-bc2a-bd49e4293673 HTTP/1.1" status: 200 len: 995 time: 1.5821466 Feb 17 18:02:23.672208 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:23.720587 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'status': 'completed', 'code': 200} Feb 17 18:02:23.824511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:02:24.146651 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-bf453804-851c-4920-9ba9-2ce63284e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.148335 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-bf453804-851c-4920-9ba9-2ce63284e76c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1162 time: 0.4629939 Feb 17 18:02:24.151322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-f3a6b614-cabd-48a1-843b-aae9ce653f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.152837 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-f3a6b614-cabd-48a1-843b-aae9ce653f4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1162 time: 0.3721213 Feb 17 18:02:24.221284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}, {'id': 'e10fd1f0-3fa1-40be-bc2a-bd49e4293673', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:2c:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:20Z', 'updated_at': '2021-02-17T18:02:22Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:24.225466 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:02:24.234705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:02:24.235385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:02:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:24.419333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-bab2d76f-da31-469d-bda0-e9c192b6287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.421119 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-bab2d76f-da31-469d-bda0-e9c192b6287d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2661281 Feb 17 18:02:24.426059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-6564e7a5-ea64-437c-af7d-5b1b6aff5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.427739 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-6564e7a5-ea64-437c-af7d-5b1b6aff5dbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2484438 Feb 17 18:02:24.595097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:02:24.634615 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-606de82d-6367-4c1e-be82-61fcb7af13ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 998 time: 0.2057614 Feb 17 18:02:24.636512 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-d2044c7e-10be-42d3-b45d-1bb4f9299650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 998 time: 0.1495924 Feb 17 18:02:24.775548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-b7d2ed9e-9b5d-4c1c-b382-1abde963ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.777217 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-b7d2ed9e-9b5d-4c1c-b382-1abde963ce39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1360896 Feb 17 18:02:24.780799 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-fc0cfb91-7be9-446b-84b2-1b136f35eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.782294 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-fc0cfb91-7be9-446b-84b2-1b136f35eb12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1033745 Feb 17 18:02:24.938305 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-2aa09b01-8ff4-479d-ac59-547b2f715246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.940120 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-2aa09b01-8ff4-479d-ac59-547b2f715246 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1562476 Feb 17 18:02:24.943069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-ed616346-582b-4c18-be6c-6e2e17b18833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:24.944621 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-ed616346-582b-4c18-be6c-6e2e17b18833 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241887 Feb 17 18:02:24.996971 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}, {'id': 'e10fd1f0-3fa1-40be-bc2a-bd49e4293673', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:2c:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:20Z', 'updated_at': '2021-02-17T18:02:22Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:02:25.001575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008a4a1-4439-42b4-aefb-e9c10ecbde96 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}, {'id': 'e10fd1f0-3fa1-40be-bc2a-bd49e4293673', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:2c:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:02:20Z', 'updated_at': '2021-02-17T18:02:22Z', 'revision_number': 1, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:02:25.346645 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac32428-c984-44ce-a108-b4d9ae6bf9fa None None] New status for floating IP e10fd1f0-3fa1-40be-bc2a-bd49e4293673: ACTIVE {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:02:25.347196 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-1a145d96-05d5-415d-8f8b-8e7be3ab445e service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992813 Feb 17 18:02:25.355751 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-3b3925a9-fe14-40c0-a787-4c7e5dee352d service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763440 Feb 17 18:02:25.521279 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aee97-2193-42e8-8e70-48815a4f5ed1 req-2cdb724f-c5c3-484b-924c-e1fa7732ba56 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:25.522961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc0aee97-2193-42e8-8e70-48815a4f5ed1 req-2cdb724f-c5c3-484b-924c-e1fa7732ba56 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.4146948 Feb 17 18:02:25.635506 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-dc0aee97-2193-42e8-8e70-48815a4f5ed1 req-4af58b3b-818e-4384-afc8-8b5eb636a3ea tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0915806 Feb 17 18:02:25.676726 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-577234c2-84b0-4b7c-ac59-4665e707f3b2 req-adafd6db-cbec-47a1-ad0a-926cb6b7ab54 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2960167 Feb 17 18:02:25.682599 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1040eba3-dc85-4fb1-b3f2-d4b8a540df2a req-a0031415-c716-4ac5-ac5c-5df065f895d3 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3246706 Feb 17 18:02:26.845900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778582-d4db-4739-87ca-5cdfd3d196a7 req-1fa8a32d-ce74-4246-af9d-e2c7a8fe25a3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:26.847555 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-32778582-d4db-4739-87ca-5cdfd3d196a7 req-1fa8a32d-ce74-4246-af9d-e2c7a8fe25a3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0926087 Feb 17 18:02:26.896145 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-32778582-d4db-4739-87ca-5cdfd3d196a7 req-261734b8-5da0-4c32-8c10-3c9b268c1bb7 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423067 Feb 17 18:02:28.098700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1c05-4c7b-4c14-ba2e-a9d95f755f27 req-56694c96-e280-401e-b9bf-77c814e28935 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:28.100368 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e23e1c05-4c7b-4c14-ba2e-a9d95f755f27 req-56694c96-e280-401e-b9bf-77c814e28935 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0890388 Feb 17 18:02:28.153700 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e23e1c05-4c7b-4c14-ba2e-a9d95f755f27 req-09c87df2-2f69-4caa-9b22-a971bae84679 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462480 Feb 17 18:02:29.354674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d635-ba23-4c63-b6f1-a6517d58057a req-3cc67a76-7681-43ae-8467-e4488402449b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:29.356291 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9cd9d635-ba23-4c63-b6f1-a6517d58057a req-3cc67a76-7681-43ae-8467-e4488402449b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0867605 Feb 17 18:02:29.404461 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9cd9d635-ba23-4c63-b6f1-a6517d58057a req-b993e9e9-8221-473a-ba11-24c267487d61 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419333 Feb 17 18:02:30.617032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a0ffc-8e3f-4e04-9805-66e98ff9d315 req-97e3d74c-231d-455e-9e11-ac583992dec0 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:30.618718 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e5a0ffc-8e3f-4e04-9805-66e98ff9d315 req-97e3d74c-231d-455e-9e11-ac583992dec0 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0984030 Feb 17 18:02:30.667836 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4e5a0ffc-8e3f-4e04-9805-66e98ff9d315 req-a6f24ca4-96f2-4ef3-bbf8-734ab03ffcd3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422268 Feb 17 18:02:31.873173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acd460-39c8-46d8-ae7d-83b42759d79b req-f3d1baea-19aa-47aa-801c-719665ef7057 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:31.874962 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9acd460-39c8-46d8-ae7d-83b42759d79b req-f3d1baea-19aa-47aa-801c-719665ef7057 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0930157 Feb 17 18:02:31.931081 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-f9acd460-39c8-46d8-ae7d-83b42759d79b req-607ea15c-7bba-4b6c-8967-a55fd9091622 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495300 Feb 17 18:02:33.136521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4aeaa-44ba-4bc5-83ea-e528ba4b012c req-29172253-feb9-4b6b-ba3c-327e0965491f tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:33.138185 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc4aeaa-44ba-4bc5-83ea-e528ba4b012c req-29172253-feb9-4b6b-ba3c-327e0965491f tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0908582 Feb 17 18:02:33.188712 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fcc4aeaa-44ba-4bc5-83ea-e528ba4b012c req-f11a7ff2-3b27-40ea-8fa2-285d4cc493a8 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441637 Feb 17 18:02:33.729268 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:33.803832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:33.804258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:34.398298 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6c6b1-acbc-4a3a-bb7a-7838e82c48ca req-d993ef34-e657-465f-bfa5-798fe465a14e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:34.399968 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36d6c6b1-acbc-4a3a-bb7a-7838e82c48ca req-d993ef34-e657-465f-bfa5-798fe465a14e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0916378 Feb 17 18:02:34.457663 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-36d6c6b1-acbc-4a3a-bb7a-7838e82c48ca req-911c5bb5-4f8a-4994-bade-d25fd0426df9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495269 Feb 17 18:02:35.351000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-c5eecc5c-9c19-4911-9a65-bd6946d4b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.352726 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-c5eecc5c-9c19-4911-9a65-bd6946d4b836 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0856218 Feb 17 18:02:35.836908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-20c227ee-63b5-4435-ab9f-ad8d990a74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.839101 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-20c227ee-63b5-4435-ab9f-ad8d990a74a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.4786291 Feb 17 18:02:35.845497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f737d-68a8-48e1-afbc-dc9a0da63de0 req-51bbb3cc-7153-4838-b2a9-a1b8c249739f tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:35.847008 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a5f737d-68a8-48e1-afbc-dc9a0da63de0 req-51bbb3cc-7153-4838-b2a9-a1b8c249739f tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.1457567 Feb 17 18:02:35.984858 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1a5f737d-68a8-48e1-afbc-dc9a0da63de0 req-070f6f45-5a38-4287-8c8a-1c759f2bfc8b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0815895 Feb 17 18:02:35.988725 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-88e5c139-b55b-4f7b-b544-1a3c0d41173e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 1000 time: 0.1404915 Feb 17 18:02:36.059251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-15c33117-544a-42b4-aad4-316b95d13a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:36.060846 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-15c33117-544a-42b4-aad4-316b95d13a20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0655508 Feb 17 18:02:36.151445 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-0a57e490-85c2-4f8b-bcd1-7af65a06bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:36.153103 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-0a57e490-85c2-4f8b-bcd1-7af65a06bd0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843382 Feb 17 18:02:36.312536 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-1b1de54a-a348-464b-a0b7-6ddc5577a03d service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513968 Feb 17 18:02:36.463134 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e6183c94-5ee3-4663-b0b7-6b6df1937788 req-9cc88296-4849-462a-a926-3e12942f0803 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427929 Feb 17 18:02:37.190798 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a98b-137f-471b-a51f-54475b18ccc3 req-aeba35e4-1139-40ce-8f39-be02a8d3b8be tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:37.192433 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc71a98b-137f-471b-a51f-54475b18ccc3 req-aeba35e4-1139-40ce-8f39-be02a8d3b8be tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0905104 Feb 17 18:02:37.241961 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-cc71a98b-137f-471b-a51f-54475b18ccc3 req-d0e243da-589c-4b38-a21d-9e8996363aea tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425324 Feb 17 18:02:38.446124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab0bcc-ad14-4a72-b2ed-6597ca5f1635 req-58ec2325-8d28-44b3-9868-b1585fbb860e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:38.448323 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26ab0bcc-ad14-4a72-b2ed-6597ca5f1635 req-58ec2325-8d28-44b3-9868-b1585fbb860e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0915308 Feb 17 18:02:38.498317 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-26ab0bcc-ad14-4a72-b2ed-6597ca5f1635 req-ba94cfe5-f8ba-49a7-b97e-1c7918639797 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437589 Feb 17 18:02:39.594554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:02:39.704699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f933a7-3c1b-45f7-9fe0-1d3f3b56516a req-30e22d22-ca9d-4542-b84b-8ec43f5915b0 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:39.706380 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77f933a7-3c1b-45f7-9fe0-1d3f3b56516a req-30e22d22-ca9d-4542-b84b-8ec43f5915b0 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Feb 17 18:02:39.721956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:39.753118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:39.756984 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-77f933a7-3c1b-45f7-9fe0-1d3f3b56516a req-123b7396-57fa-4c26-badd-5ba270ebecfe tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439835 Feb 17 18:02:39.762708 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=37503d8c-5533-493c-b454-c36aeb3f230d,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:39.766571 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:39.768504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ad98a05-05c2-4274-abf3-49ab0bfdf992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:39.810106 dv-cinder-760199-3-iscsi neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'code': 422} returned with failed status Feb 17 18:02:39.844993 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:39.848518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:40.126179 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50046) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:02:40.135570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ffa8b-aec0-4ea9-89e2-4d91ea244ed6 req-e901de5f-337e-4697-aecf-deb5adf2141d tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:40.137301 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2ffa8b-aec0-4ea9-89e2-4d91ea244ed6 req-e901de5f-337e-4697-aecf-deb5adf2141d tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0904937 Feb 17 18:02:40.195216 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-1e2ffa8b-aec0-4ea9-89e2-4d91ea244ed6 req-8c850b9a-7c4d-4fd3-a868-7a5a4e1891df tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0511296 Feb 17 18:02:40.271550 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-7589b04b-dc65-4283-84fe-fded4ffe3a5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439843 Feb 17 18:02:41.397207 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15fa2-0471-4438-8624-9294e30c355e req-c0672a42-fb83-4542-afbd-29baa0f0f7fb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:41.398872 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61a15fa2-0471-4438-8624-9294e30c355e req-c0672a42-fb83-4542-afbd-29baa0f0f7fb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0904756 Feb 17 18:02:41.448179 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61a15fa2-0471-4438-8624-9294e30c355e req-ba737544-f51e-44b9-ac0e-76abf747cc94 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429635 Feb 17 18:02:41.804132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-512b6318-1973-447f-b962-202550e8f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:41.805734 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-512b6318-1973-447f-b962-202550e8f5be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7&tenant_id=80da25d15ca546daa39b8e30a9727166 HTTP/1.1" status: 200 len: 1160 time: 0.0841861 Feb 17 18:02:41.919838 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-c076fcdc-9120-4a9e-bf09-dc7690020742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:41.921388 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-c076fcdc-9120-4a9e-bf09-dc7690020742 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1160 time: 0.0784879 Feb 17 18:02:42.077560 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-62b63bbb-1fb1-4549-8d71-830b7cbb5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:42.079304 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-62b63bbb-1fb1-4549-8d71-830b7cbb5570 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.1482661 Feb 17 18:02:42.195174 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-172d4117-a979-47ea-896f-16a555ee13ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 998 time: 0.1076057 Feb 17 18:02:42.267497 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-bfaeae8d-cff9-4498-b645-c2fe868b0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:42.269108 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-bfaeae8d-cff9-4498-b645-c2fe868b0c7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.0663748 Feb 17 18:02:42.356688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-7343ca2b-1ba9-4973-bcfc-93f5b77d6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:42.358319 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-7343ca2b-1ba9-4973-bcfc-93f5b77d6198 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813935 Feb 17 18:02:42.514735 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-1df630de-62ac-49f6-be9b-14fc893e2337 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492097 Feb 17 18:02:42.734970 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-967b047e-256e-4f93-9b9e-7b1e45c59be4 req-e9a915b5-c28f-43da-b1e3-578d9a678f0d service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2129710 Feb 17 18:02:42.746882 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0563a5-fcfe-41e2-a8a2-64e3f0b4c190 req-374cf218-b93d-476e-90d4-40a936fbdae9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:42.748547 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d0563a5-fcfe-41e2-a8a2-64e3f0b4c190 req-374cf218-b93d-476e-90d4-40a936fbdae9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.1495409 Feb 17 18:02:42.804824 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8d0563a5-fcfe-41e2-a8a2-64e3f0b4c190 req-fba3548c-6df2-48e5-acbe-bbd8171c23e8 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474532 Feb 17 18:02:44.014861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165afed-aba8-4704-8001-52001710abcc req-9e8108f7-6393-4fe8-9e70-68eca6a177d9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:44.016646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d165afed-aba8-4704-8001-52001710abcc req-9e8108f7-6393-4fe8-9e70-68eca6a177d9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0958138 Feb 17 18:02:44.069843 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d165afed-aba8-4704-8001-52001710abcc req-5683a7fe-bc6d-4d6b-9389-1021bb920380 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465438 Feb 17 18:02:44.323140 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:45.281218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189e22-734b-48d6-84af-af1e7dbc3dd2 req-581512fb-883b-419a-b3a8-16726f2efe1a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:45.282911 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f189e22-734b-48d6-84af-af1e7dbc3dd2 req-581512fb-883b-419a-b3a8-16726f2efe1a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0944183 Feb 17 18:02:45.335445 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3f189e22-734b-48d6-84af-af1e7dbc3dd2 req-8e8fa0ba-0046-4932-94d6-9fc702bbd81e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457013 Feb 17 18:02:46.539077 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab74d1c-e6ed-4d0b-bc76-d7ff411bfbd6 req-ff7eca33-deae-4918-aba5-cbd93acb82d1 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:46.540737 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eab74d1c-e6ed-4d0b-bc76-d7ff411bfbd6 req-ff7eca33-deae-4918-aba5-cbd93acb82d1 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0890098 Feb 17 18:02:46.591757 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-eab74d1c-e6ed-4d0b-bc76-d7ff411bfbd6 req-866b9cba-a394-4195-8d29-f21a660cca98 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432448 Feb 17 18:02:47.286252 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cecb79db-893d-47e8-aad3-6c4a74fb6694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:47.814525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24805f-c7d9-4e49-af48-732e51eb96a0 req-fa392564-b9e1-4dda-9a48-19fef25c5b5b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:47.816223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fd24805f-c7d9-4e49-af48-732e51eb96a0 req-fa392564-b9e1-4dda-9a48-19fef25c5b5b tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0938277 Feb 17 18:02:47.872735 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fd24805f-c7d9-4e49-af48-732e51eb96a0 req-7f19a6a8-37ae-49d3-9954-27279660ada9 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452487 Feb 17 18:02:49.099948 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745a8a-a6c6-4328-abda-f8ea319e31e9 req-f1cc0a54-b80c-4774-a850-e00178b4c260 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:49.102206 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8b745a8a-a6c6-4328-abda-f8ea319e31e9 req-f1cc0a54-b80c-4774-a850-e00178b4c260 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.1027160 Feb 17 18:02:49.108539 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d98d-b9f2-4cea-b6e8-900dc7f99a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:49.155423 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-8b745a8a-a6c6-4328-abda-f8ea319e31e9 req-5d2ffac4-ca0a-4aa2-a4ff-ba6ba7881677 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439126 Feb 17 18:02:50.123053 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:50.374118 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a817-a8b0-4514-ad5b-111c66b66761 req-8a8aec77-2a23-4041-8541-9496bed7a085 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:50.375764 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4684a817-a8b0-4514-ad5b-111c66b66761 req-8a8aec77-2a23-4041-8541-9496bed7a085 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0961888 Feb 17 18:02:50.435116 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4684a817-a8b0-4514-ad5b-111c66b66761 req-c7ba63a7-63a8-4d61-bfba-75566650f15e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460484 Feb 17 18:02:51.428105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:51.650009 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a940-141b-46dd-8cd6-636af30e1a52 req-b038fbed-f52f-4e69-8483-2086a6d0a3e5 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:51.651824 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e462a940-141b-46dd-8cd6-636af30e1a52 req-b038fbed-f52f-4e69-8483-2086a6d0a3e5 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 943 time: 0.0990663 Feb 17 18:02:51.705231 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-e462a940-141b-46dd-8cd6-636af30e1a52 req-eb4f6014-7452-4894-9ba4-fbf0f232330c tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461965 Feb 17 18:02:51.779957 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:52.137422 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:52.216700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:52.217262 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:52.360552 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:52.395404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:02:52.408980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=37503d8c-5533-493c-b454-c36aeb3f230d,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:02:52.413752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:52.417715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:02:52.479820 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'code': 200} Feb 17 18:02:52.555514 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=6']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:02:52.561083 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:02:52.809020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13176648-4cf0-4879-a25d-cfcbc05589f1 req-8e76bc6e-f37a-4caa-b550-663f68ff74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:52.810764 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13176648-4cf0-4879-a25d-cfcbc05589f1 req-8e76bc6e-f37a-4caa-b550-663f68ff74dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0883083 Feb 17 18:02:52.907160 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-13176648-4cf0-4879-a25d-cfcbc05589f1 req-bb47cec2-04bb-4636-a208-e6015ce51fcb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0898800 Feb 17 18:02:52.950534 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5f1a-fb13-40ad-a6df-5b5f7b4b6421 req-9e303565-81ac-4b30-9b20-48ad1648015e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:52.952290 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c9a5f1a-fb13-40ad-a6df-5b5f7b4b6421 req-9e303565-81ac-4b30-9b20-48ad1648015e tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.1024678 Feb 17 18:02:53.002994 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4c9a5f1a-fb13-40ad-a6df-5b5f7b4b6421 req-cb1d9442-23e8-4740-b690-4b179c9c85c4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439324 Feb 17 18:02:53.886193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d up at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:02:53.961530 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Provisioning complete for port 37503d8c-5533-493c-b454-c36aeb3f230d triggered by entity L2. {{(pid=83981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:02:53.961945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3799703'] for port, provisioning_complete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:54.245718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e2fad-7338-46bb-b398-49f542ee4ba2 req-a147678e-cb2c-47bc-8cef-720226d15079 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:02:54.247365 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-975e2fad-7338-46bb-b398-49f542ee4ba2 req-a147678e-cb2c-47bc-8cef-720226d15079 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.1008565 Feb 17 18:02:54.297653 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-975e2fad-7338-46bb-b398-49f542ee4ba2 req-cead8247-30af-4b98-886b-1f1f2c4466fe tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437396 Feb 17 18:02:56.742594 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:14.335291 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:16.851972 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-6f5070d8-17fe-474c-b11a-24df21e9ac35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0780008 Feb 17 18:03:17.270775 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-77f7a131-ad1d-44a0-abba-717be649bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:17.272407 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-77f7a131-ad1d-44a0-abba-717be649bca3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.3275580 Feb 17 18:03:17.289510 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948a16ba-1d08-4790-93a0-6cfbc4c16c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:17.435789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-8ba31a9e-b550-48ce-b777-7cb2065e3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:17.437396 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-8ba31a9e-b550-48ce-b777-7cb2065e3791 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1400528 Feb 17 18:03:17.548729 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-cc7c1528-9fe7-4bc5-a497-16e86545e80e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 1001 time: 0.1044538 Feb 17 18:03:17.620347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-5cf7f53e-e008-4413-b685-de2bbf9df28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:17.621994 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-5cf7f53e-e008-4413-b685-de2bbf9df28b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0666554 Feb 17 18:03:17.710354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-4b9e8696-6bf0-4045-83a3-37234ad97989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:17.712052 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-4b9e8696-6bf0-4045-83a3-37234ad97989 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824380 Feb 17 18:03:17.859180 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-716926bc-dbe4-4c1e-8e68-016bbdb4cc28 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398747 Feb 17 18:03:18.005575 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-71e192ae-fe59-4e35-b95f-852b8ba3554b req-b5c2eb87-eb60-41f5-9133-3d1793c23df1 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390986 Feb 17 18:03:19.101558 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a0246237-94cc-4a6a-96ee-6222d7aa4cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:20.122378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.430979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:21.777213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:33.741960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:44.339721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.293398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-25a186d7-2277-41be-8fa8-1953c0271ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.104701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81a0aa2e-c4db-415e-a0ce-62fbd13619c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.124792 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.436956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.460815 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-b2f82368-6640-4326-90ed-7ff6883d817f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips/e10fd1f0-3fa1-40be-bc2a-bd49e4293673 HTTP/1.1" status: 200 len: 997 time: 0.1215770 Feb 17 18:03:51.642546 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-250eb4ac-f384-42d6-bd25-d5e0c1451fe1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:51.644571 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-250eb4ac-f384-42d6-bd25-d5e0c1451fe1 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1757934 Feb 17 18:03:51.780996 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.792877 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-2cd2aef3-b902-412c-8bf2-e3dcb3f970c5 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.95 HTTP/1.1" status: 200 len: 1000 time: 0.1409290 Feb 17 18:03:51.878592 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-3cb3d183-0df0-49bd-b460-b666beef0c72 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:51.880125 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-3cb3d183-0df0-49bd-b460-b666beef0c72 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports/cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 942 time: 0.0813754 Feb 17 18:03:52.074269 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ff84434d-4e20-4037-a983-70beadf0ca6a tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.95 HTTP/1.1" status: 200 len: 1000 time: 0.1111162 Feb 17 18:03:52.301856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 964babf9-4f97-46f0-aaab-f986fa25b579 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:52.302131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.489810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.490505 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.625774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 964babf9-4f97-46f0-aaab-f986fa25b579 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:52.787507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.803659 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2f8c001a-b1fc-4d4a-8f4f-2deb78e426ff tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:52.902062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=964babf9-4f97-46f0-aaab-f986fa25b579,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:52.922604 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.923034 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.923453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.923864 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.924275 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.924686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.925089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.925493 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.925894 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.926302 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.926738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.927124 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.927615 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.928021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.928423 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.928822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.929223 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.929626 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.930025 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.930434 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.930847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.931249 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.931667 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.932613 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:52.937881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:53.051705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.052288 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP e10fd1f0-3fa1-40be-bc2a-bd49e4293673 disassociated (deleted). External IP: 172.27.3.95, port: cdb33371-7a93-4c5d-9ee6-f7129d9eac85. Feb 17 18:03:53.705371 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:03:53.903545 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:53.913385 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:53.924556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:53.925240 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:53.929896 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.993924 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-ef05b500-0d04-4da4-96a3-cd97a1032997 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "DELETE /v2.0/floatingips/e10fd1f0-3fa1-40be-bc2a-bd49e4293673 HTTP/1.1" status: 204 len: 173 time: 1.9129207 Feb 17 18:03:53.994485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:54.069090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'status': 'completed', 'code': 200} Feb 17 18:03:54.121786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:54.170288 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-f90b96ea-81aa-4f43-ab0e-7fb8995b76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.172059 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-f90b96ea-81aa-4f43-ab0e-7fb8995b76a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1162 time: 0.1643894 Feb 17 18:03:54.283591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c686be-f51a-47f6-bc75-184f380367d0 req-bac658d5-e102-4693-bcae-de842dbc8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.285181 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-bac658d5-e102-4693-bcae-de842dbc8675 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 1162 time: 0.1910555 Feb 17 18:03:54.434023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-6a8f624f-507e-49a9-ba67-3fcfedfd49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.435725 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-6a8f624f-507e-49a9-ba67-3fcfedfd49dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2556453 Feb 17 18:03:54.506542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:54.511340 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:54.520770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:54.521359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:54.527586 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-b0467c85-a7ea-458f-b504-26921125db72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 217 time: 0.0802743 Feb 17 18:03:54.590616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c686be-f51a-47f6-bc75-184f380367d0 req-c78d32c7-5358-4e50-bd99-8c575eb114dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.595648 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-c78d32c7-5358-4e50-bd99-8c575eb114dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2991414 Feb 17 18:03:54.681616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-3bfda936-a52a-464f-8f95-abb7c46bf0f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 200 len: 217 time: 0.0766616 Feb 17 18:03:54.692808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-144bb9aa-9255-4365-953b-cbaab65445df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.694412 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-144bb9aa-9255-4365-953b-cbaab65445df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1517408 Feb 17 18:03:54.717372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:54.823836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c686be-f51a-47f6-bc75-184f380367d0 req-b4568f02-83ef-4e9b-b7f1-419e92cd1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.825474 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-b4568f02-83ef-4e9b-b7f1-419e92cd1c0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1345575 Feb 17 18:03:54.902978 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-accd819e-8e7b-400c-96be-df1f2cf5cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:54.904670 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-accd819e-8e7b-400c-96be-df1f2cf5cc14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715350 Feb 17 18:03:55.026743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c686be-f51a-47f6-bc75-184f380367d0 req-1b823786-d699-4a37-b637-63ba28ad91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:55.028451 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-1b823786-d699-4a37-b637-63ba28ad91e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1956944 Feb 17 18:03:55.128315 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:55.133021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df0231-aef3-455b-bb95-dd72747a8da2 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_floatingips': [{'id': 'aee76e91-f0c3-420a-8f00-b6029d8774de', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'router_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'port_id': '4f831af8-b883-429a-9783-1f150e294830', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'mac_address': 'fa:16:3e:54:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f635b-0755-4ecb-803d-fde8f8399474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:00:15Z', 'updated_at': '2021-02-17T18:00:20Z', 'revision_number': 2, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:03:55.170013 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-2f5065b1-490c-467c-903c-0a21e016f77a service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568307 Feb 17 18:03:55.314874 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-a669a985-5b3f-47a4-8f56-8cfd7336fda1 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736359 Feb 17 18:03:55.453176 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-df0150fa-eef7-4fa1-97e6-31f11f9d9ab4 req-d4754b63-4552-49d0-9791-f41afcea3e09 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2761528 Feb 17 18:03:55.497902 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-67c686be-f51a-47f6-bc75-184f380367d0 req-5afc70e2-6360-4a6c-8e9f-287fc318f0d1 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1720138 Feb 17 18:03:55.530961 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8a2e9-e13a-4ba8-a2ae-f1297740a121 None None] New status for floating IP e10fd1f0-3fa1-40be-bc2a-bd49e4293673: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:03:55.862696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141b98-d241-4543-841b-72e506eacd2e req-718271fe-4958-4f82-be39-a298dd343da6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:55.863473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-31141b98-d241-4543-841b-72e506eacd2e req-718271fe-4958-4f82-be39-a298dd343da6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:55.879078 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-31141b98-d241-4543-841b-72e506eacd2e req-718271fe-4958-4f82-be39-a298dd343da6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:55.880364 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31141b98-d241-4543-841b-72e506eacd2e req-718271fe-4958-4f82-be39-a298dd343da6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.1078749 Feb 17 18:03:55.942583 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-31141b98-d241-4543-841b-72e506eacd2e req-d53de547-5569-4e75-a04c-8b907a059f37 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0558248 Feb 17 18:03:57.151656 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e7c7-ed8c-4034-b9fd-07d10a81a943 req-10fea456-25a4-4278-9eb7-04c571f88d12 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:57.153308 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3910e7c7-ed8c-4034-b9fd-07d10a81a943 req-10fea456-25a4-4278-9eb7-04c571f88d12 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.0904434 Feb 17 18:03:57.202338 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-3910e7c7-ed8c-4034-b9fd-07d10a81a943 req-7b696146-5ab1-48f4-b9ec-348f55971fe0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0426476 Feb 17 18:03:57.662743 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-fc6d8a3b-eda2-44cb-81cf-a19edb4a482b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:57.664315 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-fc6d8a3b-eda2-44cb-81cf-a19edb4a482b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 945 time: 0.0918574 Feb 17 18:03:57.741214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:03:57.741598 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.012622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] For port cdb33371-7a93-4c5d-9ee6-f7129d9eac85, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:58.012944 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.151833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for cdb33371-7a93-4c5d-9ee6-f7129d9eac85 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:03:58.311765 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.328051 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-44de01cb-542c-4997-8be3-124bf369ddce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:58.381671 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device cdb33371-7a93-4c5d-9ee6-f7129d9eac85 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:03:58.420216 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] No Port match for: cdb33371-7a93-4c5d-9ee6-f7129d9eac85 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:03:58.420624 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device cdb33371-7a93-4c5d-9ee6-f7129d9eac85 not bound to the agent host hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:03:58.469555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=cdb33371-7a93-4c5d-9ee6-f7129d9eac85,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:58.487771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:58.499461 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-920fb6cb-d987-4fd7-9df4-80fb06d97b73 req-848f129b-baec-4ed6-8f69-c7478defc209 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 210 time: 0.1383812 Feb 17 18:03:58.596131 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] No DVR routers for this DVR port cdb33371-7a93-4c5d-9ee6-f7129d9eac85 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:03:58.598540 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.601522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'name': 'network-vif-deleted', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:03:58.621210 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-d63b9f6a-be23-4648-821a-3d544f2593fe req-1a983dfd-9877-4332-b561-906105bd54f0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "DELETE /v2.0/ports/cdb33371-7a93-4c5d-9ee6-f7129d9eac85 HTTP/1.1" status: 204 len: 173 time: 0.9498453 Feb 17 18:03:58.653288 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79412a16-c046-40b4-9d78-aa44d7bd3f6b', 'name': 'network-vif-deleted', 'tag': 'cdb33371-7a93-4c5d-9ee6-f7129d9eac85', 'status': 'completed', 'code': 200} Feb 17 18:03:59.682341 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-121d2700-64f7-4f0a-8460-847bee0d6532 req-90c10623-e450-4b5e-8e23-bda267790312 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:59.699343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-121d2700-64f7-4f0a-8460-847bee0d6532 req-90c10623-e450-4b5e-8e23-bda267790312 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:59.700652 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-121d2700-64f7-4f0a-8460-847bee0d6532 req-90c10623-e450-4b5e-8e23-bda267790312 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=79412a16-c046-40b4-9d78-aa44d7bd3f6b HTTP/1.1" status: 200 len: 210 time: 0.0695274 Feb 17 18:04:03.457033 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-564a9e9f-e807-48ee-8e40-78269a771e3c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips/aee76e91-f0c3-420a-8f00-b6029d8774de HTTP/1.1" status: 200 len: 998 time: 0.1183133 Feb 17 18:04:03.660638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-fe69d8ae-6a7f-4564-9d75-a16b1d09d197 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:03.662147 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-fe69d8ae-6a7f-4564-9d75-a16b1d09d197 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.1987717 Feb 17 18:04:03.777169 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-9df055bf-fb08-4894-9cc7-dac479722fb4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:03.792842 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-9df055bf-fb08-4894-9cc7-dac479722fb4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:03.794177 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-9df055bf-fb08-4894-9cc7-dac479722fb4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 1001 time: 0.1251333 Feb 17 18:04:03.887893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-710d6b85-5974-4a1c-a2fe-7b0774da5700 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:03.889520 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-710d6b85-5974-4a1c-a2fe-7b0774da5700 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports/4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 943 time: 0.0879874 Feb 17 18:04:04.370289 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-49bec250-9a0c-4269-baad-fd4cb9983a5f tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.53 HTTP/1.1" status: 200 len: 1001 time: 0.3663855 Feb 17 18:04:04.601226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:04.601832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.790701 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.791611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.927351 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:05.151593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.182428 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-fe2536d4-1d76-4115-8a4f-31547622ea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:05.394205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=65b3bb34-33dc-4e63-9caa-1ad9eabaeb3d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:05.399561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:05.523730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.524090 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Floating IP aee76e91-f0c3-420a-8f00-b6029d8774de disassociated (deleted). External IP: 172.27.3.53, port: 4f831af8-b883-429a-9783-1f150e294830. Feb 17 18:04:05.911986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:06.136803 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:06.147366 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:06.157663 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:06.158318 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.177808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.243159 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-11352abb-9f1a-4270-91f3-9b8b3a7d8173 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "DELETE /v2.0/floatingips/aee76e91-f0c3-420a-8f00-b6029d8774de HTTP/1.1" status: 204 len: 173 time: 1.8666711 Feb 17 18:04:06.243753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:06.298497 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'status': 'completed', 'code': 200} Feb 17 18:04:06.349068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-54712b61-6d24-4505-8566-77c46ba4b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.350804 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-54712b61-6d24-4505-8566-77c46ba4b6ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.0908055 Feb 17 18:04:06.377191 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:06.561770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-8b6d4663-837f-4567-b4d6-b56ab2695619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.563392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-8b6d4663-837f-4567-b4d6-b56ab2695619 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 1163 time: 0.2116179 Feb 17 18:04:06.568036 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-d75a78dc-f2c8-4598-b7b3-d218198836a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.569562 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-d75a78dc-f2c8-4598-b7b3-d218198836a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.1770010 Feb 17 18:04:06.722055 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-65c66c53-78fe-48ea-8e0d-42a234064238 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 217 time: 0.1240096 Feb 17 18:04:06.743810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.748649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:06.759214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:06.759990 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:06.840075 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-b4673548-5b66-46fb-902d-1ddf3be6acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.841668 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-b4673548-5b66-46fb-902d-1ddf3be6acf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.1053715 Feb 17 18:04:06.847314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-9908e4b9-baa4-476a-ab03-a20b826ce783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:06.849531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-9908e4b9-baa4-476a-ab03-a20b826ce783 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 200 len: 906 time: 0.2784381 Feb 17 18:04:06.984250 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-89441b26-dd34-49d2-acb4-025dcdcbdb0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 200 len: 217 time: 0.0888386 Feb 17 18:04:07.074937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-4c1c006e-9eca-4f5b-93a4-3cb15cfc4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:07.076560 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-4c1c006e-9eca-4f5b-93a4-3cb15cfc4dc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 200 len: 851 time: 0.0854242 Feb 17 18:04:07.078705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-ce0796e6-8580-4b42-ad9c-26b38ba32d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:07.080223 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-ce0796e6-8580-4b42-ad9c-26b38ba32d77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2251911 Feb 17 18:04:07.299018 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-0c571041-fbb5-425b-9815-34feaea25e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:07.300673 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-0c571041-fbb5-425b-9815-34feaea25e31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e199b1cd-cb7b-40b6-bc34-227fbd015c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2168481 Feb 17 18:04:07.302801 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-f02a3762-fb99-4bd5-a69f-365c2bd31d6d service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829097 Feb 17 18:04:07.308477 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:07.716392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:07.721283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257624e-85d2-4555-9eb5-7a7b35cc4387 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T17:56:33Z', 'revision_number': 4, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '991fbb6c-5de0-4735-88cd-3026325c62c8', 'name': '', 'network_id': 'e199b1cd-cb7b-40b6-bc34-227fbd015c67', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'mac_address': 'fa:16:3e:71:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:32Z', 'updated_at': '2021-02-17T17:56:44Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'subnets': [{'id': '29761b64-f509-4cd0-9fb3-7fb3df18dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:07.879589 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-fb5ca092-ba79-4b63-b3a5-6a2c074a40c9 service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707037 Feb 17 18:04:07.882678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-b645e5be-4ec0-454c-ae4c-a51e4d8128cb req-7b0b3df1-2fbe-42e8-8f37-f4e0fd018f80 service neutron] 10.222.0.58 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5445802 Feb 17 18:04:08.035928 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-be1cdfcd-ba7a-47cd-abee-efb00fc521c1 req-7c281b21-dfcb-4b92-afce-85abd283802f service neutron] 10.222.0.65 "GET /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495223 Feb 17 18:04:08.162320 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7746746-f159-40de-aa1e-7d20120e4533 None None] New status for floating IP aee76e91-f0c3-420a-8f00-b6029d8774de: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:04:08.316631 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aefd65-197b-468b-99ef-7fab832da524 req-6fce8912-eaa1-429f-b2be-c0ac61ddf5d9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:08.317400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-00aefd65-197b-468b-99ef-7fab832da524 req-6fce8912-eaa1-429f-b2be-c0ac61ddf5d9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:08.333135 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-00aefd65-197b-468b-99ef-7fab832da524 req-6fce8912-eaa1-429f-b2be-c0ac61ddf5d9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:08.334466 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-00aefd65-197b-468b-99ef-7fab832da524 req-6fce8912-eaa1-429f-b2be-c0ac61ddf5d9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.1083739 Feb 17 18:04:08.392172 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-00aefd65-197b-468b-99ef-7fab832da524 req-b00a77a4-8cca-40e9-b411-d76b19d872f6 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0473094 Feb 17 18:04:09.615489 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72370-52ab-4e8c-94ca-accd61653c50 req-6d1f0837-b7c1-4f8f-9b73-6b72f2918c9b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.617135 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4df72370-52ab-4e8c-94ca-accd61653c50 req-6d1f0837-b7c1-4f8f-9b73-6b72f2918c9b tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.1029806 Feb 17 18:04:09.667766 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4df72370-52ab-4e8c-94ca-accd61653c50 req-6e2f0fee-c8ba-45bb-ba07-f1b89bf5349e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434413 Feb 17 18:04:09.987533 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-f509550b-58ea-4779-b4cf-a443dbda8081 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:09.989050 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-f509550b-58ea-4779-b4cf-a443dbda8081 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 946 time: 0.0883327 Feb 17 18:04:10.072028 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 4f831af8-b883-429a-9783-1f150e294830 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:10.072927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.378129 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4f831af8-b883-429a-9783-1f150e294830,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:10.378753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.521473 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 4f831af8-b883-429a-9783-1f150e294830 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:10.619292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 4f831af8-b883-429a-9783-1f150e294830 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:10.647782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3777055'] for port, before_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.678956 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:10.689861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4f831af8-b883-429a-9783-1f150e294830,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:10.693378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264273480939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363264273863676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772580912158'] for port, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.695450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d928d6d3-a0b6-4d2c-8c4c-c0522ef4636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:10.718752 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:10.719276 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:10.741824 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:10.771610 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'code': 200} Feb 17 18:04:10.778282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Pushing event updated for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=5']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:10.794342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.794895 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.795492 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.796287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.796618 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.797264 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.797915 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.798593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.799183 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.799712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.800220 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.800616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.801363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.801756 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.802133 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.802753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.803158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.803564 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.804157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.804535 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.804945 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.805543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.805923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.806295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:10.814038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:10.904069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cca6c9-e67e-4e4f-92e6-33915e20d0a4 req-fab5910f-7937-41c9-ba06-e37e57400af9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:10.905608 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33cca6c9-e67e-4e4f-92e6-33915e20d0a4 req-fab5910f-7937-41c9-ba06-e37e57400af9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.0943558 Feb 17 18:04:10.962707 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-33cca6c9-e67e-4e4f-92e6-33915e20d0a4 req-463a3569-674b-4188-9611-6be0d4f49319 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0436735 Feb 17 18:04:11.220587 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 4f831af8-b883-429a-9783-1f150e294830 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:11.220905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.601884 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-85ee92dc-6b65-4589-b488-c57ced0a9de3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/floatingips/6ab6c8f2-bd35-4266-8043-25dae4a77281 HTTP/1.1" status: 200 len: 997 time: 0.1678438 Feb 17 18:04:11.733089 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] For port 4f831af8-b883-429a-9783-1f150e294830, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4f831af8-b883-429a-9783-1f150e294830,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:11.733681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.889674 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 4f831af8-b883-429a-9783-1f150e294830 owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:11.998788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-4bc992ed-9713-47bd-9864-0003edc430e5 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:12.000410 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-4bc992ed-9713-47bd-9864-0003edc430e5 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.3841028 Feb 17 18:04:12.248719 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-81660010-b5ff-4e65-9e18-55604e795270 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.75 HTTP/1.1" status: 200 len: 1000 time: 0.2289033 Feb 17 18:04:12.329976 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:12.351281 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ad4297de-510e-4a87-9e3c-5ae04c3d2398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:12.454836 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=4f831af8-b883-429a-9783-1f150e294830,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:12.462880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40682f-690a-4fe4-8701-c5a14b4f1e8f req-8609798e-0734-426b-9de5-01a257f9d193 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:12.464531 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe40682f-690a-4fe4-8701-c5a14b4f1e8f req-8609798e-0734-426b-9de5-01a257f9d193 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 944 time: 0.3811312 Feb 17 18:04:12.467741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:12.479402 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-1336a538-034d-462c-afb7-9de2fa97cfaf tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:12.480894 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-1336a538-034d-462c-afb7-9de2fa97cfaf tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports/37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 942 time: 0.2199302 Feb 17 18:04:12.556339 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-fe40682f-690a-4fe4-8701-c5a14b4f1e8f req-b209bf9b-61d0-44fc-a69c-0be2b78f7daa tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups?id=467a4b56-67aa-4d5f-b95c-8ae57397f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0831552 Feb 17 18:04:12.730678 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] No DVR routers for this DVR port 4f831af8-b883-429a-9783-1f150e294830 on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:12.734900 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:12.737638 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-deleted', 'tag': '4f831af8-b883-429a-9783-1f150e294830'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:12.758542 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-61539fe9-3074-44ab-8a2a-dc902f72a48c req-41449ace-79d6-4725-a018-a8c7a80aabc4 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.65 "DELETE /v2.0/ports/4f831af8-b883-429a-9783-1f150e294830 HTTP/1.1" status: 204 len: 173 time: 2.7640619 Feb 17 18:04:12.769096 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-0d1372af-7293-4cec-a83d-9f3b58e406f4 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.75 HTTP/1.1" status: 200 len: 1000 time: 0.1758840 Feb 17 18:04:12.854208 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763f635b-0755-4ecb-803d-fde8f8399474', 'name': 'network-vif-deleted', 'tag': '4f831af8-b883-429a-9783-1f150e294830', 'status': 'completed', 'code': 200} Feb 17 18:04:13.295448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Deleting port ca85546c-f081-47d5-a23b-0422e1c2e946 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:13.295942 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:13.487898 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:13.488287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:13.634460 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Calling delete_port for ca85546c-f081-47d5-a23b-0422e1c2e946 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:13.796241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-723aecd0-566e-4b54-be5a-61d6124a75a6 req-f76a8091-1cc7-4554-a573-7f5f4817b572 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:13.886834 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-723aecd0-566e-4b54-be5a-61d6124a75a6 req-f76a8091-1cc7-4554-a573-7f5f4817b572 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:13.888158 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-723aecd0-566e-4b54-be5a-61d6124a75a6 req-f76a8091-1cc7-4554-a573-7f5f4817b572 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/ports?device_id=763f635b-0755-4ecb-803d-fde8f8399474 HTTP/1.1" status: 200 len: 210 time: 0.1523499 Feb 17 18:04:13.901289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:13.918967 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:14.020808 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event deleted for resources: {'Port': ['ID=ca85546c-f081-47d5-a23b-0422e1c2e946,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:14.031211 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:14.164877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.165539 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.db.l3_db [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Floating IP 6ab6c8f2-bd35-4266-8043-25dae4a77281 disassociated (deleted). External IP: 172.27.3.75, port: 37503d8c-5533-493c-b454-c36aeb3f230d. Feb 17 18:04:14.364406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.567370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:14.767527 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:14.777485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Sync routers for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:14.788301 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:14.789096 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:14.796490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.857394 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-08c31511-84ac-442a-b399-b49050de6779 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "DELETE /v2.0/floatingips/6ab6c8f2-bd35-4266-8043-25dae4a77281 HTTP/1.1" status: 204 len: 173 time: 2.0796316 Feb 17 18:04:14.858001 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:14.914062 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'status': 'completed', 'code': 200} Feb 17 18:04:14.953382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-c6896977-1442-4af9-8a77-07ee1a24aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:14.955012 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-c6896977-1442-4af9-8a77-07ee1a24aedb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.0832751 Feb 17 18:04:14.984478 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:15.213619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-a5874dc8-b536-4809-be79-a37aa54f0963 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips/2ab27a20-8805-4905-9417-88b95c352748 HTTP/1.1" status: 200 len: 693 time: 0.1780736 Feb 17 18:04:15.329067 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:15.333537 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Checking router: e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:15.343332 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:15.343985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:03:49Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:15.372032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-c0039234-ceb8-4458-9d02-1c448b02160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:15.373677 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-c0039234-ceb8-4458-9d02-1c448b02160f service neutron] 10.222.0.58 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.4051621 Feb 17 18:04:15.375729 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155278bd-75c7-4738-b975-397674af86b9 req-a71a45de-a393-4313-b7d6-b8a849c77d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:15.377230 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-a71a45de-a393-4313-b7d6-b8a849c77d26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80da25d15ca546daa39b8e30a9727166&device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 1162 time: 0.4101892 Feb 17 18:04:15.496100 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-eb135a88-ca2c-4ec6-bb38-bbcc6cc869cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 217 time: 0.1153154 Feb 17 18:04:15.536164 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:15.898059 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-2eb6d73a-8d09-4d11-8954-062947e2d5c9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:15.899600 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-2eb6d73a-8d09-4d11-8954-062947e2d5c9 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/networks/287ce49b-7a68-4048-9399-d8fa8f6313c6 HTTP/1.1" status: 200 len: 784 time: 0.6751585 Feb 17 18:04:15.902861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:15.907270 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55187a2a-cee9-445c-aeb4-7246d83232b0 None None] The sync data for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi is: [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T17:59:33Z', 'revision_number': 4, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi', '_interfaces': [{'id': '3ff5b367-5a38-43ac-bb77-ef822a754784', 'name': '', 'network_id': '25be1b27-98e6-463e-bd61-a79ecfcf8441', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'mac_address': 'fa:16:3e:a3:84:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:32Z', 'updated_at': '2021-02-17T17:59:43Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'subnets': [{'id': '15b03a49-694e-43ba-bc2a-f55eb0e9b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:15.915048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-2c2d9b88-ba47-4c64-ba8e-c61c1ec3a9e0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:04:15.916951 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-2c2d9b88-ba47-4c64-ba8e-c61c1ec3a9e0 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0107594 Feb 17 18:04:16.002679 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-ba81baf5-ff22-4b76-a839-b97d4c471d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:16.004311 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-ba81baf5-ff22-4b76-a839-b97d4c471d6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.4554427 Feb 17 18:04:16.085532 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-247cc778-2521-4895-a8a3-d8f981167d6d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Synchronizing usage tracker for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:16.105818 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155278bd-75c7-4738-b975-397674af86b9 req-1e692eb3-e396-437d-a30e-19eaa1e47604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:16.107456 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-1e692eb3-e396-437d-a30e-19eaa1e47604 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 200 len: 903 time: 0.6623027 Feb 17 18:04:16.196328 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-8f4fcf64-edb9-47c1-88a9-541ce4608024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 200 len: 217 time: 0.0780845 Feb 17 18:04:16.198097 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-247cc778-2521-4895-a8a3-d8f981167d6d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Unset dirty status for tenant:94fd7af9450b4b038bb874ddaf7f45b0 on resource:floatingip {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:16.199279 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-247cc778-2521-4895-a8a3-d8f981167d6d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.2664325 Feb 17 18:04:16.353666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622ee6bb-1649-4b7a-b351-23167e032d2e None None] New status for floating IP 6ab6c8f2-bd35-4266-8043-25dae4a77281: DOWN {{(pid=83981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:04:16.354116 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-e044c699-14ec-4bd4-bd32-79abb8083f9d tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.27.3.114 HTTP/1.1" status: 200 len: 696 time: 0.1094694 Feb 17 18:04:16.358134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-7db1b27a-2a44-496a-8c35-42280d60ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:16.359768 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-7db1b27a-2a44-496a-8c35-42280d60ee6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3390424 Feb 17 18:04:16.438066 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155278bd-75c7-4738-b975-397674af86b9 req-d8dcc41a-f24d-48db-8d24-c46b8a7c24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:16.439719 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-d8dcc41a-f24d-48db-8d24-c46b8a7c24e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 200 len: 848 time: 0.2365441 Feb 17 18:04:16.698984 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Deleting port 75781600-5825-4166-b545-9f4753602b15 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:16.699374 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:16.896412 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-55844938-5f6d-4b94-a6da-97aed0eb03af service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604642 Feb 17 18:04:17.010995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155278bd-75c7-4738-b975-397674af86b9 req-0e47bc0c-8a78-4b57-9ab2-46b7aa583682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:17.012925 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-0e47bc0c-8a78-4b57-9ab2-46b7aa583682 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25be1b27-98e6-463e-bd61-a79ecfcf8441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5308247 Feb 17 18:04:17.144358 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.144732 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.297758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43cd738f-8f4e-43dd-86db-01d7c38aae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.311832 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Calling delete_port for 75781600-5825-4166-b545-9f4753602b15 owned by network:floatingip {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:17.434202 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-4d93627c-8574-4601-b1c5-ee1822e8cfef req-61ff9de3-5e85-485e-8bc6-f096a31bad06 service neutron] 10.222.0.58 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5282350 Feb 17 18:04:17.461014 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-002679b5-123b-4a8b-9e35-208f9020eb90 service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374168 Feb 17 18:04:17.642518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.659705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9c00c555-98e3-4f4b-9ca2-6874a52a5426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:17.768557 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'Port': ['ID=75781600-5825-4166-b545-9f4753602b15,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:17.793975 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:17.857126 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-155278bd-75c7-4738-b975-397674af86b9 req-13d86c82-2cde-46a7-a7d3-d09be70f0e7b service neutron] 10.222.0.65 "GET /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3887467 Feb 17 18:04:17.970791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019c9ee-8c3c-4c9a-bf38-ab29a7cca0e2 req-f6f60b0a-400e-49b0-8a69-9cdc4ce1669a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:17.971556 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a019c9ee-8c3c-4c9a-bf38-ab29a7cca0e2 req-f6f60b0a-400e-49b0-8a69-9cdc4ce1669a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:18.003236 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-a019c9ee-8c3c-4c9a-bf38-ab29a7cca0e2 req-f6f60b0a-400e-49b0-8a69-9cdc4ce1669a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:18.004540 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a019c9ee-8c3c-4c9a-bf38-ab29a7cca0e2 req-f6f60b0a-400e-49b0-8a69-9cdc4ce1669a tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.2335992 Feb 17 18:04:18.034050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:18.083245 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-a019c9ee-8c3c-4c9a-bf38-ab29a7cca0e2 req-aefc54f1-8544-4c1a-8077-e4dd930b7ec2 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0686288 Feb 17 18:04:18.085205 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for floatingip, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:18.086486 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-42d388d0-dbfb-44bc-a3f9-3814442bf93a req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "DELETE /v2.0/floatingips/2ab27a20-8805-4905-9417-88b95c352748 HTTP/1.1" status: 204 len: 173 time: 1.7256260 Feb 17 18:04:19.107242 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20fd9698-c4d7-4bd5-88b9-bbfc2ddf2fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.285620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573c5d-b532-47fc-a85a-cf40f6cbacde req-3bee4379-3f32-423a-8195-f58f218e477c tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:19.287222 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1573c5d-b532-47fc-a85a-cf40f6cbacde req-3bee4379-3f32-423a-8195-f58f218e477c tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.0911474 Feb 17 18:04:19.337477 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-c1573c5d-b532-47fc-a85a-cf40f6cbacde req-9b444ae1-2c10-4b14-88f0-cc67cb2360e3 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436091 Feb 17 18:04:19.813711 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-1ea8ec0a-bf6d-4b96-8d4d-95c6739b7b3e tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "GET /v2.0/security-groups/467a4b56-67aa-4d5f-b95c-8ae57397f5ca HTTP/1.1" status: 200 len: 2997 time: 0.0690825 Feb 17 18:04:19.850054 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-be600f94-8c7a-4395-8f84-2d7cf5db3515 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:19.851789 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-be600f94-8c7a-4395-8f84-2d7cf5db3515 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.4163799 Feb 17 18:04:19.980890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Deleting port 37503d8c-5533-493c-b454-c36aeb3f230d {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:19.981283 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.027470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.105723 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.128045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.284424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.292952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c724cd7-a9b8-4c5b-9cca-20a4c4e16345 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:20.317362 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a4b56-67aa-4d5f-b95c-8ae57397f5ca,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:20.323226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:20.345502 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.346755 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9fe5efb3-31bf-4117-aa88-cce582fe9ff9 req-f8253c8d-87d6-47d2-b747-de1368702305 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] 10.222.0.58 "DELETE /v2.0/security-groups/467a4b56-67aa-4d5f-b95c-8ae57397f5ca HTTP/1.1" status: 204 len: 173 time: 0.5266106 Feb 17 18:04:20.348522 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] For port 37503d8c-5533-493c-b454-c36aeb3f230d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=37503d8c-5533-493c-b454-c36aeb3f230d,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:20.349269 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.407901 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50182) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:20.496565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Calling delete_port for 37503d8c-5533-493c-b454-c36aeb3f230d owned by compute:nova {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:20.661614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Device 37503d8c-5533-493c-b454-c36aeb3f230d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:20.700461 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60022-215a-4766-99e5-0094aee0e5f4 req-44590213-e448-459a-934f-b0064a2e0770 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:20.702106 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21e60022-215a-4766-99e5-0094aee0e5f4 req-44590213-e448-459a-934f-b0064a2e0770 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 945 time: 0.2141545 Feb 17 18:04:20.771037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.772543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Port 37503d8c-5533-493c-b454-c36aeb3f230d update to DOWN by agent not found {{(pid=83981) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 18:04:20.791934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1ff43b8f-7664-4742-af32-a6351fd0ae21 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:20.883616 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-21e60022-215a-4766-99e5-0094aee0e5f4 req-40b72737-1b2b-4c44-867f-2a64ba179a13 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1710441 Feb 17 18:04:20.905295 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event deleted for resources: {'Port': ['ID=37503d8c-5533-493c-b454-c36aeb3f230d,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:20.908296 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:21.011923 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] No DVR routers for this DVR port 37503d8c-5533-493c-b454-c36aeb3f230d on host hv-cinder-76019 {{(pid=83980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:21.014261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853829990'] for port, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.018793 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-deleted', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d'}] {{(pid=83980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:21.036813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-9a2572ab-e9ac-4172-8d9a-2b56f7394ac1 req-dab4cbd8-4acb-4851-addf-1c26c88744dd tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.65 "DELETE /v2.0/ports/37503d8c-5533-493c-b454-c36aeb3f230d HTTP/1.1" status: 204 len: 173 time: 1.1759005 Feb 17 18:04:21.098679 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdcba45-3837-4171-84a8-dc678f2805d7', 'name': 'network-vif-deleted', 'tag': '37503d8c-5533-493c-b454-c36aeb3f230d', 'status': 'completed', 'code': 200} Feb 17 18:04:21.175406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.443257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.788373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.796791 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Deleting port 991fbb6c-5de0-4735-88cd-3026325c62c8 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:21.797188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.996949 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] For port 991fbb6c-5de0-4735-88cd-3026325c62c8, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=991fbb6c-5de0-4735-88cd-3026325c62c8,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:21.997363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.107877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-aca46906-6b45-427c-bfe4-5f33aa6ed7a8 req-9d8e6701-b602-4863-af8c-62ab3ecac1bc tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Synchronizing usage tracker for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:22.125709 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.quota.resource [req-aca46906-6b45-427c-bfe4-5f33aa6ed7a8 req-9d8e6701-b602-4863-af8c-62ab3ecac1bc tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Unset dirty status for tenant:80da25d15ca546daa39b8e30a9727166 on resource:port {{(pid=83980) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:22.127050 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-aca46906-6b45-427c-bfe4-5f33aa6ed7a8 req-9d8e6701-b602-4863-af8c-62ab3ecac1bc tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cdcba45-3837-4171-84a8-dc678f2805d7 HTTP/1.1" status: 200 len: 210 time: 0.1085227 Feb 17 18:04:22.150470 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Calling delete_port for 991fbb6c-5de0-4735-88cd-3026325c62c8 owned by network:router_interface {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:22.471705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.488218 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-f740e971-a20c-45dd-9dae-a173a58dc041 tempest-ServerRescueNegativeTestJSON-1898281101 tempest-ServerRescueNegativeTestJSON-1898281101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:22.589951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=991fbb6c-5de0-4735-88cd-3026325c62c8,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:22.609444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.609872 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.610299 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.610740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.611157 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.611565 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.611974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.612382 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.612787 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.613190 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.613593 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.613995 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.614536 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.614946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.615353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.615754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.616156 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.616561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.616972 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.617370 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.617780 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.618180 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.618610 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.619038 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-3-iscsi {{(pid=83979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:22.625003 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:22.935962 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.297675 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-6a63cfd5-a189-4040-accd-92552e26a831 tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "GET /v2.0/security-groups/3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5 HTTP/1.1" status: 200 len: 2993 time: 0.0537121 Feb 17 18:04:23.376429 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.408481 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.462020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.466951 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:23.468222 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-360b5558-a62b-4e60-902d-c53b4e279327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.484354 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.487463 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.496336 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.497619 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [req-65a2834b-e8da-4266-9f46-60a66f27fc64 req-9b3f61fa-fcf3-4c8f-8f2f-f506c9acfdcb tempest-TestShelveInstance-1398604583 tempest-TestShelveInstance-1398604583-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b5200d4-eff0-4bfc-9d09-c3e162dbe6c5 HTTP/1.1" status: 204 len: 173 time: 0.1927276 Feb 17 18:04:23.545029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50198) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:23.671964 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:23.680905 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Sync routers for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:23.692212 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:23.693412 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:23.696813 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-93256a7f-367d-4ed8-b08c-616b1918d2ec admin admin] 10.222.0.58 "PUT /v2.0/routers/85d38e88-b3d7-4687-842b-0e2b2f3285f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2855775 Feb 17 18:04:23.697616 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50202) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:23.892143 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:23.905032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.177378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.349013 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.359282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Deleting port 03f31a46-a89d-4fe5-9a92-0a968e323e09 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:24.359877 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.387373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T18:04:22Z', 'revision_number': 5, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port': {'id': '03f31a46-a89d-4fe5-9a92-0a968e323e09', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:29Z', 'updated_at': '2021-02-17T17:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:24.391969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Checking router: 85d38e88-b3d7-4687-842b-0e2b2f3285f1 for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:24.401438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Routers {'85d38e88-b3d7-4687-842b-0e2b2f3285f1'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:24.402266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:24.569132 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] For port 03f31a46-a89d-4fe5-9a92-0a968e323e09, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=03f31a46-a89d-4fe5-9a92-0a968e323e09,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:24.569863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.579469 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Deleting port 3ff5b367-5a38-43ac-bb77-ef822a754784 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:24.579857 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.580050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] Set router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 gateway port host: None {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:24.701192 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 6, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port_host': None}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:24.705623 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c9cad-2ff5-4eb8-ad23-bb77a8e791e9 None None] The sync data for ids ['85d38e88-b3d7-4687-842b-0e2b2f3285f1'] in dv-cinder-760199-3-iscsi is: [{'id': '85d38e88-b3d7-4687-842b-0e2b2f3285f1', 'name': 'tempest-TestVolumeBootPattern-1670494800-router', 'tenant_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:28Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 6, 'project_id': '94fd7af9450b4b038bb874ddaf7f45b0', 'gw_port_host': None}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:24.718611 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Calling delete_port for 03f31a46-a89d-4fe5-9a92-0a968e323e09 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:24.798387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] For port 3ff5b367-5a38-43ac-bb77-ef822a754784, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=3ff5b367-5a38-43ac-bb77-ef822a754784,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:24.798672 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.927472 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.939044 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Calling delete_port for 3ff5b367-5a38-43ac-bb77-ef822a754784 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:24.943550 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7be3b8dc-e9d5-4b28-b89e-f59bf0b40b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:24.960138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 991fbb6c-5de0-4735-88cd-3026325c62c8 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:24.999327 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 991fbb6c-5de0-4735-88cd-3026325c62c8 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:25.000055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 991fbb6c-5de0-4735-88cd-3026325c62c8 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:25.058891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Pushing event deleted for resources: {'Port': ['ID=03f31a46-a89d-4fe5-9a92-0a968e323e09,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:25.064570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:25.200554 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.402731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.405235 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.421908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.438646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1cb1a8aa-c518-4e1f-8d82-3b7a81257de2 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:25.501153 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.501666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d38e88-b3d7-4687-842b-0e2b2f3285f1 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:04:25.519162 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.520472 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d02a6abf-18f0-4846-b98b-b25ecae601cd admin admin] 10.222.0.58 "DELETE /v2.0/routers/85d38e88-b3d7-4687-842b-0e2b2f3285f1 HTTP/1.1" status: 204 len: 168 time: 1.8218844 Feb 17 18:04:25.524794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50206) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:25.560231 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff5b367-5a38-43ac-bb77-ef822a754784,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:25.571080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:25.608933 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Deleting subnet 29761b64-f509-4cd0-9fb3-7fb3df18dc97 {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:04:25.614517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.678450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.825080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.882937 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.098874 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.116012 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d8e655f8-0653-432d-b080-34fb41cdfc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.214415 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29761b64-f509-4cd0-9fb3-7fb3df18dc97,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:26.218719 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:26.253706 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.259544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252d839-ff10-4887-aa87-1c9ebdcb13dc None None] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:26.260159 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-c9cfa6c6-82c4-45b3-830c-da8a67157b34 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29761b64-f509-4cd0-9fb3-7fb3df18dc97 HTTP/1.1" status: 204 len: 168 time: 0.7341523 Feb 17 18:04:26.262889 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50210) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:26.383117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.427050 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:26.457023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Deleting port 91f3f74f-eb63-409c-a39d-310d8932af2c {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:26.457392 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.536452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] DHCP port deletion for e199b1cd-cb7b-40b6-bc34-227fbd015c67 request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:04:26.542230 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Deleting port 91f3f74f-eb63-409c-a39d-310d8932af2c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:26.542918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.639048 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:26.654786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Sync routers for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:26.658875 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dc7439b9-7605-4d90-82b6-e4bf6f9c1dfa admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f8822e-7ee3-407b-aaeb-4dc6d52abe07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124322 Feb 17 18:04:26.661715 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50214) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:26.690880 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:26.692158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:26.696707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] For port 91f3f74f-eb63-409c-a39d-310d8932af2c, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=91f3f74f-eb63-409c-a39d-310d8932af2c,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:26.697738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.845424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Calling delete_port for 91f3f74f-eb63-409c-a39d-310d8932af2c owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:26.932830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.949459 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-4da01cf6-790d-4442-85ed-6f76610ebd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.977193 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.160572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] For port 91f3f74f-eb63-409c-a39d-310d8932af2c, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=91f3f74f-eb63-409c-a39d-310d8932af2c,segment=NetworkSegment(fa7c9642-95fe-4d5a-9796-1bda240e9df1),segment_id=fa7c9642-95fe-4d5a-9796-1bda240e9df1)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:27.161426 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.178986 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 03f31a46-a89d-4fe5-9a92-0a968e323e09 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:27.223250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.232891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Deleting port 4371403b-0314-4c5a-8cf3-df851244287a {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:27.233272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.346934 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 03f31a46-a89d-4fe5-9a92-0a968e323e09 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:27.347322 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f3f74f-eb63-409c-a39d-310d8932af2c,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.347444 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 03f31a46-a89d-4fe5-9a92-0a968e323e09 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:27.347770 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 91f3f74f-eb63-409c-a39d-310d8932af2c no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:27.352453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.385454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Calling delete_port for 91f3f74f-eb63-409c-a39d-310d8932af2c owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:27.389820 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] No DVR routers for this DVR port 91f3f74f-eb63-409c-a39d-310d8932af2c on host dv-cinder-760199-3-iscsi {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:27.445353 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] For port 4371403b-0314-4c5a-8cf3-df851244287a, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=4371403b-0314-4c5a-8cf3-df851244287a,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:27.445904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.449234 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 91f3f74f-eb63-409c-a39d-310d8932af2c {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:27.449634 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 91f3f74f-eb63-409c-a39d-310d8932af2c not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:27.453629 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:27.521740 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.604099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Calling delete_port for 4371403b-0314-4c5a-8cf3-df851244287a owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:27.644413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e199b1cd-cb7b-40b6-bc34-227fbd015c67']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:27.660138 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7c9642-95fe-4d5a-9796-1bda240e9df1') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:27.660642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7c9642-95fe-4d5a-9796-1bda240e9df1') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:27.675642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.693292 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.695544 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:04:27.707119 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:27.707529 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:27.800969 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '4371403b-0314-4c5a-8cf3-df851244287a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port': {'id': '4371403b-0314-4c5a-8cf3-df851244287a', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:29Z', 'updated_at': '2021-02-17T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:27.805454 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Checking router: e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:27.814904 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Routers {'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:27.815583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:27.831548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.861165 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-968792a0-1394-441e-9cdd-e1a67590e053 tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.881485 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:27.895786 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.968347 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] Set router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:28.112758 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Network e199b1cd-cb7b-40b6-bc34-227fbd015c67 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:28.140167 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:28.232861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.239117 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:28.255063 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.255746 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Pushing event deleted for resources: {'Port': ['ID=4371403b-0314-4c5a-8cf3-df851244287a,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:28.267702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Pushing event deleted for resources: {'Network': ['ID=e199b1cd-cb7b-40b6-bc34-227fbd015c67,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:28.270424 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:28.273060 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:28.279747 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d4dc6445-9791-40a5-a3e4-9b96ae18d482 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e199b1cd-cb7b-40b6-bc34-227fbd015c67 HTTP/1.1" status: 204 len: 168 time: 2.0149746 Feb 17 18:04:28.279974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Deleting port 91f3f74f-eb63-409c-a39d-310d8932af2c {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:28.280093 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.282345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50218) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:28.321819 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T18:04:27Z', 'revision_number': 7, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port_host': None}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:28.361829 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f94a23-b524-451e-b772-4890133a9cdd None None] The sync data for ids ['e7f8822e-7ee3-407b-aaeb-4dc6d52abe07'] in dv-cinder-760199-3-iscsi is: [{'id': 'e7f8822e-7ee3-407b-aaeb-4dc6d52abe07', 'name': 'tempest-TestShelveInstance-1868694852-router', 'tenant_id': '80da25d15ca546daa39b8e30a9727166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:28Z', 'updated_at': '2021-02-17T18:04:27Z', 'revision_number': 7, 'project_id': '80da25d15ca546daa39b8e30a9727166', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:28.368150 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce434bef-2a0c-4b53-91d0-6f049489f98d None None] The port '91f3f74f-eb63-409c-a39d-310d8932af2c' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:04:28.719997 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.919266 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.933433 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.969134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.969714 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:04:29.002675 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3ff5b367-5a38-43ac-bb77-ef822a754784 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:29.033738 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.035022 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-bb83b016-14b5-4158-821a-4dea67d28277 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e7f8822e-7ee3-407b-aaeb-4dc6d52abe07 HTTP/1.1" status: 204 len: 168 time: 2.3718722 Feb 17 18:04:29.038022 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50222) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:29.044774 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 3ff5b367-5a38-43ac-bb77-ef822a754784 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:29.045152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 3ff5b367-5a38-43ac-bb77-ef822a754784 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:29.046062 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4371403b-0314-4c5a-8cf3-df851244287a no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:29.095619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 4371403b-0314-4c5a-8cf3-df851244287a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:29.096257 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 4371403b-0314-4c5a-8cf3-df851244287a not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:29.203543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Deleting subnet 15b03a49-694e-43ba-bc2a-f55eb0e9b1dc {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:04:29.207576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.273261 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.426705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.548769 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.055250 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Deleting port c69115f4-72a7-4065-8cb8-a90564323fcc {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:30.055826 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.087384 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.117475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:30.222414 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b03a49-694e-43ba-bc2a-f55eb0e9b1dc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:30.229173 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:30.352639 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.356810 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153ece2-c93e-46a5-bd17-7ea5e5c655f6 None None] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:30.374281 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-d7a683bf-eff6-483b-92b9-fcf7b6cc2332 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/15b03a49-694e-43ba-bc2a-f55eb0e9b1dc HTTP/1.1" status: 204 len: 168 time: 1.3350863 Feb 17 18:04:30.376891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50228) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:30.631690 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] DHCP port deletion for 25be1b27-98e6-463e-bd61-a79ecfcf8441 request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:04:30.636490 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Deleting port ae064248-2a9e-41d3-9f6d-b602d6888a3b {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:30.636954 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.746856 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] For port c69115f4-72a7-4065-8cb8-a90564323fcc, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=c69115f4-72a7-4065-8cb8-a90564323fcc,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:30.747260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.868878 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] For port ae064248-2a9e-41d3-9f6d-b602d6888a3b, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=ae064248-2a9e-41d3-9f6d-b602d6888a3b,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:30.869233 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.898390 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Calling delete_port for c69115f4-72a7-4065-8cb8-a90564323fcc owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:30.960195 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.003430 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device ae064248-2a9e-41d3-9f6d-b602d6888a3b no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:31.036783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Calling delete_port for ae064248-2a9e-41d3-9f6d-b602d6888a3b owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:31.049413 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Deleting port ae064248-2a9e-41d3-9f6d-b602d6888a3b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:31.049797 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.182055 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.203450 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:31.284696 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Port ae064248-2a9e-41d3-9f6d-b602d6888a3b update to DOWN by agent not found {{(pid=83981) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 18:04:31.315771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Pushing event deleted for resources: {'Port': ['ID=ae064248-2a9e-41d3-9f6d-b602d6888a3b,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:31.320273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:31.351660 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998259c-ea69-4ce1-b966-4672c076006a None None] No DVR routers for this DVR port ae064248-2a9e-41d3-9f6d-b602d6888a3b on host dv-cinder-760199-3-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:31.379542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] For port ae064248-2a9e-41d3-9f6d-b602d6888a3b, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=ae064248-2a9e-41d3-9f6d-b602d6888a3b,segment=NetworkSegment(e78edc9a-18f0-48ac-84ff-354e26bbef7a),segment_id=e78edc9a-18f0-48ac-84ff-354e26bbef7a)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:31.379952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.525010 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Calling delete_port for ae064248-2a9e-41d3-9f6d-b602d6888a3b owned by network:dhcp {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:31.569120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:31.586551 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-47f79f36-62d0-4973-8913-f5a01b6b58f6 tempest-VolumesNegativeTest-173053984 tempest-VolumesNegativeTest-173053984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:31.701326 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69115f4-72a7-4065-8cb8-a90564323fcc,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:31.707888 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:31.761952 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83980) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:31.762323 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:32.055511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.317146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Deleting port ae064248-2a9e-41d3-9f6d-b602d6888a3b {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:32.317702 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.414278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] The port 'ae064248-2a9e-41d3-9f6d-b602d6888a3b' was deleted {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:04:32.565789 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.827099 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25be1b27-98e6-463e-bd61-a79ecfcf8441']}} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:32.848926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78edc9a-18f0-48ac-84ff-354e26bbef7a') {'for_net_delete': True} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:32.849258 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78edc9a-18f0-48ac-84ff-354e26bbef7a') {} {{(pid=83980) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:32.875543 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1219469'] for segment, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.899794 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.904158 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:04:32.992421 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Router 36d62b38-d6be-48de-9265-870c759f3d4c has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:33.495293 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:33.506273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11412018'] for segment, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.737859 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Network 25be1b27-98e6-463e-bd61-a79ecfcf8441 has no segments {{(pid=83980) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:33.765576 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:33.840243 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:33.849000 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Sync routers for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:33.859134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:33.860046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:33.864311 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-dbd4cda5-d28e-477b-b873-a24539e82593 admin admin] 10.222.0.58 "PUT /v2.0/routers/36d62b38-d6be-48de-9265-870c759f3d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5807285 Feb 17 18:04:33.867045 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50232) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:34.017496 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.027742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:34.045317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.055973 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Pushing event deleted for resources: {'Network': ['ID=25be1b27-98e6-463e-bd61-a79ecfcf8441,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:34.065108 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:34.066265 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:34.086916 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-6bbb55d4-c2ce-466a-92af-36300e40069e admin admin] 10.222.0.58 "DELETE /v2.0/networks/25be1b27-98e6-463e-bd61-a79ecfcf8441 HTTP/1.1" status: 204 len: 168 time: 3.7065158 Feb 17 18:04:34.090440 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50236) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:34.241828 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks [] for router, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.374232 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 5, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:34.378286 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Checking router: 36d62b38-d6be-48de-9265-870c759f3d4c for host: dv-cinder-760199-3-iscsi {{(pid=83982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:34.387475 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Routers {'36d62b38-d6be-48de-9265-870c759f3d4c'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:34.388177 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['36d62b38-d6be-48de-9265-870c759f3d4c'], 'active': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:34.578307 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] Set router 36d62b38-d6be-48de-9265-870c759f3d4c gateway port host: dv-cinder-760199-3-iscsi {{(pid=83982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:34.619287 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.632398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Deleting port fc05c131-46b8-4f22-9b5a-9cc9aa147452 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:34.632749 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.893881 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 5, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:34.898453 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956be82c-63b6-42f5-8e25-b2552fcb106a None None] The sync data for ids ['36d62b38-d6be-48de-9265-870c759f3d4c'] in dv-cinder-760199-3-iscsi is: [{'id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'name': 'tempest-TestVolumeBootPattern-530953143-router', 'tenant_id': '36913ec5dabb44d9a76f4dc35ea00341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:56:37Z', 'updated_at': '2021-02-17T18:04:31Z', 'revision_number': 5, 'project_id': '36913ec5dabb44d9a76f4dc35ea00341', 'gw_port': {'id': 'fc05c131-46b8-4f22-9b5a-9cc9aa147452', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d62b38-d6be-48de-9265-870c759f3d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:56:38Z', 'updated_at': '2021-02-17T17:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}] {{(pid=83982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:34.953563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] For port fc05c131-46b8-4f22-9b5a-9cc9aa147452, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fc05c131-46b8-4f22-9b5a-9cc9aa147452,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:34.953970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.981891 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device c69115f4-72a7-4065-8cb8-a90564323fcc no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:35.027272 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: c69115f4-72a7-4065-8cb8-a90564323fcc {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:35.027676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device c69115f4-72a7-4065-8cb8-a90564323fcc not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:35.351741 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Calling delete_port for fc05c131-46b8-4f22-9b5a-9cc9aa147452 owned by network:router_gateway {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:35.589462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376545'] for router_interface, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.757946 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.777927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e3fe4ce8-0df6-4aa5-ade5-94371bc5a9bc tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:35.898504 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc05c131-46b8-4f22-9b5a-9cc9aa147452,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:35.905754 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:36.198641 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.411372 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.416688 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.418844 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Deleting port 23ca5d85-966b-4044-8b0e-420a8e56a5f5 {{(pid=83980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:36.419215 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.493404 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.494538 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d62b38-d6be-48de-9265-870c759f3d4c {{(pid=83980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:04:36.597903 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] Notify callbacks [] for router, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.599274 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a6d41abb-fb59-4193-afc5-e1f14756a80f admin admin] 10.222.0.58 "DELETE /v2.0/routers/36d62b38-d6be-48de-9265-870c759f3d4c HTTP/1.1" status: 204 len: 168 time: 2.7311993 Feb 17 18:04:36.602253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50240) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:36.712363 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Deleting subnet 8d29c293-60e3-442f-9c21-a6d1221455a0 {{(pid=83980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:04:36.718835 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.765979 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] For port 23ca5d85-966b-4044-8b0e-420a8e56a5f5, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=23ca5d85-966b-4044-8b0e-420a8e56a5f5,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:36.766377 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.910357 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Calling delete_port for 23ca5d85-966b-4044-8b0e-420a8e56a5f5 owned by network:router_interface {{(pid=83980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:36.945319 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853556331'] for subnet, precommit_delete_associations {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.996893 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fc05c131-46b8-4f22-9b5a-9cc9aa147452 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:37.035420 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: fc05c131-46b8-4f22-9b5a-9cc9aa147452 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:37.035730 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fc05c131-46b8-4f22-9b5a-9cc9aa147452 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:37.099146 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.324619 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843363815'] for port, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.342046 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-346749dd-46a1-4646-bbb8-18944fef192c tempest-TestVolumeBootPattern-156033633 tempest-TestVolumeBootPattern-156033633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:37.464974 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ca5d85-966b-4044-8b0e-420a8e56a5f5,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:37.467720 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:37.906734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843348787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11162258'] for subnet, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.927777 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:38.032930 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d29c293-60e3-442f-9c21-a6d1221455a0,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:38.040105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:38.231342 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.235263 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603660a-9437-44dc-ac0c-11fbf6a11d2c None None] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:38.246545 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-495434e5-3878-4570-9639-6808f861a530 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d29c293-60e3-442f-9c21-a6d1221455a0 HTTP/1.1" status: 204 len: 168 time: 1.6430774 Feb 17 18:04:38.249451 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50244) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:38.279676 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376463'] for router_interface, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.387020 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.465224 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Deleting port fbc87047-9bea-431f-97b1-dd539a8ec80a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:38.465851 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.518068 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] DHCP port deletion for c9c29afd-f98c-48fb-924c-a06a79ef1069 request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:04:38.523029 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Deleting port fbc87047-9bea-431f-97b1-dd539a8ec80a {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:38.523455 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.756260 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] For port fbc87047-9bea-431f-97b1-dd539a8ec80a, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fbc87047-9bea-431f-97b1-dd539a8ec80a,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:38.756727 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.760548 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] For port fbc87047-9bea-431f-97b1-dd539a8ec80a, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=fbc87047-9bea-431f-97b1-dd539a8ec80a,segment=NetworkSegment(5a1ca95d-0669-4caa-9640-8205de26e842),segment_id=5a1ca95d-0669-4caa-9640-8205de26e842)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:38.760991 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.847920 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Router 6e513133-1477-4742-9ef4-b237cfd2ee95 has already been hosted by L3 agent b2aa6b6b-ce27-473a-9639-d4e723f4b65c {{(pid=83980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:38.896686 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Calling delete_port for fbc87047-9bea-431f-97b1-dd539a8ec80a owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:38.902137 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Calling delete_port for fbc87047-9bea-431f-97b1-dd539a8ec80a owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:38.986431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806'] for port, after_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.990636 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83979) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:38.991017 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:38.994511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-55c65a2f-d5a0-4735-aa82-63b99086cea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:39.069807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] Notify agent at l3_agent.dv-cinder-760199-3-iscsi the message routers_updated {{(pid=83980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:39.077006 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-42d12a3e-6b35-4282-aeff-b231522f70a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/6e513133-1477-4742-9ef4-b237cfd2ee95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9853506 Feb 17 18:04:39.079816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50248) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:39.095134 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Sync routers for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:39.097917 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fbc87047-9bea-431f-97b1-dd539a8ec80a no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:39.141861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Pushing event deleted for resources: {'Port': ['ID=fbc87047-9bea-431f-97b1-dd539a8ec80a,revision_number=None']} {{(pid=83981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:39.155783 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:39.158188 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: fbc87047-9bea-431f-97b1-dd539a8ec80a {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:39.158601 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device fbc87047-9bea-431f-97b1-dd539a8ec80a not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:39.168435 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:39.169525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:39.273406 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.475359 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.485080 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Deleting port b6f2a228-ca29-4f94-9504-408575c52656 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:39.485580 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.518438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c38c9b-3c4f-49bf-9c24-8edba68e87f7 None None] No DVR routers for this DVR port fbc87047-9bea-431f-97b1-dd539a8ec80a on host dv-cinder-760199-3-iscsi {{(pid=83981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:39.522284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Deleting port fbc87047-9bea-431f-97b1-dd539a8ec80a {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:39.522284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.560987 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: dv-cinder-760199-3-iscsi {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:39.611778 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] The port 'fbc87047-9bea-431f-97b1-dd539a8ec80a' was deleted {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:04:39.829519 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.888331 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'external_fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T18:04:37Z', 'revision_number': 5, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port': {'id': 'b6f2a228-ca29-4f94-9504-408575c52656', 'name': '', 'network_id': '287ce49b-7a68-4048-9399-d8fa8f6313c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:59:37Z', 'updated_at': '2021-02-17T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77338ff9-c0e0-43ab-bfcd-9b85e7abd2d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-3-iscsi'}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:39.892817 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Checking router: 6e513133-1477-4742-9ef4-b237cfd2ee95 for host: dv-cinder-760199-3-iscsi {{(pid=83981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:39.902128 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Routers {'6e513133-1477-4742-9ef4-b237cfd2ee95'} bound to L3 agent in host dv-cinder-760199-3-iscsi {{(pid=83981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:39.902873 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:41:19Z,description=,heartbeat_timestamp=2021-02-17T18:04:19Z,host='dv-cinder-760199-3-iscsi',id=b2aa6b6b-ce27-473a-9639-d4e723f4b65c,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:41:19Z,topic='l3_agent')) {'router_ids': ['6e513133-1477-4742-9ef4-b237cfd2ee95'], 'active': True} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:39.976226 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] For port b6f2a228-ca29-4f94-9504-408575c52656, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=b6f2a228-ca29-4f94-9504-408575c52656,segment=NetworkSegment(42529fbc-8dc8-4822-9bf7-4485ca4bdaaa),segment_id=42529fbc-8dc8-4822-9bf7-4485ca4bdaaa)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:39.976680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.993653 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c29afd-f98c-48fb-924c-a06a79ef1069']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:40.074306 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] Set router 6e513133-1477-4742-9ef4-b237cfd2ee95 gateway port host: None {{(pid=83981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:40.128801 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Calling delete_port for b6f2a228-ca29-4f94-9504-408575c52656 owned by network:router_gateway {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:40.162600 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1ca95d-0669-4caa-9640-8205de26e842') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:40.162927 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1ca95d-0669-4caa-9640-8205de26e842') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:40.190304 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.191518 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T18:04:39Z', 'revision_number': 6, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port_host': None}], 'dv-cinder-760199-3-iscsi', False) {} {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:40.195863 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fb545-c91b-4936-8543-f110d3a9962f None None] The sync data for ids ['6e513133-1477-4742-9ef4-b237cfd2ee95'] in dv-cinder-760199-3-iscsi is: [{'id': '6e513133-1477-4742-9ef4-b237cfd2ee95', 'name': 'tempest-TestShelveInstance-1456027354-router', 'tenant_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:59:36Z', 'updated_at': '2021-02-17T18:04:39Z', 'revision_number': 6, 'project_id': '426bf757e94d4f76a86edc26f6d3e1dc', 'gw_port_host': None}] {{(pid=83981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:40.216488 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.220200 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:04:40.676617 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:40.692098 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.924251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Network c9c29afd-f98c-48fb-924c-a06a79ef1069 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: % (table.description, expected, rows_matched) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:40.949297 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:41.002879 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 23ca5d85-966b-4044-8b0e-420a8e56a5f5 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:41.038508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.042170 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 23ca5d85-966b-4044-8b0e-420a8e56a5f5 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:41.042597 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 23ca5d85-966b-4044-8b0e-420a8e56a5f5 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:41.043073 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b6f2a228-ca29-4f94-9504-408575c52656 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:41.055658 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-66e38a2e-56d0-4c65-954e-8bb438535f92 tempest-AttachVolumeShelveTestJSON-1397146040 tempest-AttachVolumeShelveTestJSON-1397146040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.082549 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: b6f2a228-ca29-4f94-9504-408575c52656 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:41.082960 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device b6f2a228-ca29-4f94-9504-408575c52656 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:41.142561 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.162785 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f2a228-ca29-4f94-9504-408575c52656,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.170699 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.171339 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a7985df3-7804-44a8-a3a3-456cc0641144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.191906 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.198436 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c29afd-f98c-48fb-924c-a06a79ef1069,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.206700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.222392 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-1be26e91-fa4d-40fc-8979-1b7fd8e20820 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c9c29afd-f98c-48fb-924c-a06a79ef1069 HTTP/1.1" status: 204 len: 168 time: 2.9713137 Feb 17 18:04:41.322806 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454277'] for router_gateway, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.347575 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50254) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:41.400955 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-603ba903-692d-4a98-8db3-973d1248c9db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94fd7af9450b4b038bb874ddaf7f45b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519619 Feb 17 18:04:41.403753 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50258) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:41.467614 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.495603 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.514120 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854376395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15003'] for router, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.516582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.537317 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854374889'] for router, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.537918 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e513133-1477-4742-9ef4-b237cfd2ee95 {{(pid=83979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:04:41.549680 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.551742 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] Notify callbacks [] for router, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.555522 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-aad9d61d-3233-4d04-b509-865c2332fed3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6e513133-1477-4742-9ef4-b237cfd2ee95 HTTP/1.1" status: 204 len: 168 time: 2.4723079 Feb 17 18:04:41.555816 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50262) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:41.558462 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-ac054b25-4e60-47f3-b29e-e658ac38201b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.574582 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c1ad3d-e7eb-4608-8411-96b7cc3a11a4,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.577861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.579002 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.580234 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a32e2ae7-7710-45c5-b174-df6d01b84561 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32c1ad3d-e7eb-4608-8411-96b7cc3a11a4 HTTP/1.1" status: 204 len: 168 time: 0.1754868 Feb 17 18:04:41.635417 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Deleting subnet fed7f4b0-b3a3-46de-b0f9-8b6e932878ae {{(pid=83979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:04:41.638989 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.694988 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091865'] for subnet, precommit_delete_associations {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.783525 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3791494'] for subnet, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.005449 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50270) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:42.060815 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850984290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854203432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853645922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064388'] for subnet, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.071646 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-b3a7c061-5665-49e8-8779-f84b7a152a58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36913ec5dabb44d9a76f4dc35ea00341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643241 Feb 17 18:04:42.074890 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50274) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:42.079241 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-2b835d7e-cc9c-4924-90a8-5b5af9382231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:42.140507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.169507 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.178213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed7f4b0-b3a3-46de-b0f9-8b6e932878ae,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:42.182278 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:42.224980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for subnet, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.225448 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.232206 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-61677b59-70b6-4867-9864-8512ef8a55d0 tempest-TestMinimumBasicScenario-647784160 tempest-TestMinimumBasicScenario-647784160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:42.232910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16bbd6-0f9a-43e4-99c7-97076a0b066c None None] Network 5153c67f-a329-4382-a4b0-209187b86909 requested from dv-cinder-760199-3-iscsi {{(pid=83981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:04:42.235678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8e941026-50dc-412f-8989-96b287469c05 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fed7f4b0-b3a3-46de-b0f9-8b6e932878ae HTTP/1.1" status: 204 len: 168 time: 0.6786163 Feb 17 18:04:42.238373 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50278) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:42.245855 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5ff532-d5fe-4cd9-871e-5d0ce5f812b7,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:42.251833 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:42.254282 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.261251 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-3c311d69-8954-43bd-8323-62aa193855e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e5ff532-d5fe-4cd9-871e-5d0ce5f812b7 HTTP/1.1" status: 204 len: 168 time: 0.1825390 Feb 17 18:04:42.366166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3704643'] for network, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.445652 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Deleting port 58b46ca4-8423-43ca-9f26-83aa2d18c415 {{(pid=83979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:42.446023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.568734 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] DHCP port deletion for 5153c67f-a329-4382-a4b0-209187b86909 request from dv-cinder-760199-3-iscsi {{(pid=83981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:04:42.574861 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Deleting port 58b46ca4-8423-43ca-9f26-83aa2d18c415 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:42.575300 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.719365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] For port 58b46ca4-8423-43ca-9f26-83aa2d18c415, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=58b46ca4-8423-43ca-9f26-83aa2d18c415,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:42.719822 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.815698 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] For port 58b46ca4-8423-43ca-9f26-83aa2d18c415, host dv-cinder-760199-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-3-iscsi',level=0,port_id=58b46ca4-8423-43ca-9f26-83aa2d18c415,segment=NetworkSegment(c590aeb1-0daf-4dea-838a-e4b3975f11ff),segment_id=c590aeb1-0daf-4dea-838a-e4b3975f11ff)] {{(pid=83981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:42.816084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452721'] for port, precommit_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.857314 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Calling delete_port for 58b46ca4-8423-43ca-9f26-83aa2d18c415 owned by network:dhcp {{(pid=83979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:42.935705 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3777256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-998625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772581294895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264273889806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853644470'] for port, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.948848 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Calling delete_port for 58b46ca4-8423-43ca-9f26-83aa2d18c415 owned by network:dhcp {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:04:42.951771 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-9438d306-c1d1-4394-8d28-463d1668ef37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:43.004037 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 58b46ca4-8423-43ca-9f26-83aa2d18c415 no longer exists at agent ovs-agent-dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:04:43.050437 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] No Port match for: 58b46ca4-8423-43ca-9f26-83aa2d18c415 {{(pid=83981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:04:43.051014 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Device 58b46ca4-8423-43ca-9f26-83aa2d18c415 not bound to the agent host dv-cinder-760199-3-iscsi {{(pid=83981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:04:43.062589 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Pushing event deleted for resources: {'Port': ['ID=58b46ca4-8423-43ca-9f26-83aa2d18c415,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:43.068438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:43.069330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.db.api [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83981) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:43.070021 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_db.api [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:04:43.107764 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] No DVR routers for this DVR port 58b46ca4-8423-43ca-9f26-83aa2d18c415 on host dv-cinder-760199-3-iscsi {{(pid=83979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:04:43.233127 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3793951', 'neutron.services.segments.db._delete_segments_for_network-8772581417997'] for network, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.344994 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5153c67f-a329-4382-a4b0-209187b86909']}} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:43.361875 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c590aeb1-0daf-4dea-838a-e4b3975f11ff') {'for_net_delete': True} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:43.362213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.services.segments.db [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c590aeb1-0daf-4dea-838a-e4b3975f11ff') {} {{(pid=83979) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:43.374620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772581412109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853683967'] for segment, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.390313 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979921'] for segment, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.392508 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:04:43.571071 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Deleting port 58b46ca4-8423-43ca-9f26-83aa2d18c415 {{(pid=83981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:04:43.571609 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264273491316'] for port, before_delete {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.574748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Network 5153c67f-a329-4382-a4b0-209187b86909 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:43.584521 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3795863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1131361'] for segment, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.648069 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9abf9b57-6a10-4a44-bbcc-22eb15b3d1e6 None None] The port '58b46ca4-8423-43ca-9f26-83aa2d18c415' was deleted {{(pid=83981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:04:43.769692 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Network 5153c67f-a329-4382-a4b0-209187b86909 has no segments {{(pid=83979) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: Traceback (most recent call last): Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: timer() Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: cb(*args, **kw) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: return func(*args, **kwargs) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: self._notify() Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: self.callback(batched_events) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: event.method(event) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: segment_id)['aggregates'][0] Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: return f(self, *a, **k) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: return self._get(url).json() Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: **kwargs) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: **endpoint_filter) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:43.794586 dv-cinder-760199-3-iscsi neutron-server[83868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:43.872213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850981865', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854012273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854321470'] for network, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.876213 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-6e16b9cf-7ef5-487f-a8b2-eb7e1bd76395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:43.890517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854012260'] for network, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.901748 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Pushing event deleted for resources: {'Network': ['ID=5153c67f-a329-4382-a4b0-209187b86909,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:43.904970 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:43.907678 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-e088d8f7-b33d-478b-8be7-d5ab6928e69c admin admin] 10.222.0.58 "DELETE /v2.0/networks/5153c67f-a329-4382-a4b0-209187b86909 HTTP/1.1" status: 204 len: 168 time: 1.6671317 Feb 17 18:04:44.101591 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50286) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:44.155351 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-33779def-df8b-4038-8d9a-0ebbe198c7b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80da25d15ca546daa39b8e30a9727166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523272 Feb 17 18:04:44.157825 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83979) accepted ('10.222.0.58', 50290) {{(pid=83979) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:44.221152 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.248452 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.293666 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.298830 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-1c95f4c8-74cc-42e6-b27e-d006d2df556d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:44.312576 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b18ded-5249-4801-93a4-3aa7002134af,revision_number=None']} {{(pid=83979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:44.315273 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83979) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:44.322563 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83979) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.323944 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a55dba7e-aa5e-4c84-b565-98eaaa59c98d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48b18ded-5249-4801-93a4-3aa7002134af HTTP/1.1" status: 204 len: 168 time: 0.1650696 Feb 17 18:04:44.367163 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.694707 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50298) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:44.750782 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-8803be9d-7982-440b-9c4b-7d3ceb486f77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=426bf757e94d4f76a86edc26f6d3e1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546536 Feb 17 18:04:44.753333 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [-] (83980) accepted ('10.222.0.58', 50302) {{(pid=83980) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:44.816253 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.844187 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.894330 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540683'] for security_group, after_delete {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.899650 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:44.912620 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e2d5b-e754-48c4-9e13-980969029162,revision_number=None']} {{(pid=83980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:44.916555 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG oslo_concurrency.lockutils [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83980) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:44.918684 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83980) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.919841 dv-cinder-760199-3-iscsi neutron-server[83868]: INFO neutron.wsgi [None req-a630288e-8576-4ee2-9bdd-3a2574839646 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c6e2d5b-e754-48c4-9e13-980969029162 HTTP/1.1" status: 204 len: 168 time: 0.1655242 Feb 17 18:04:47.300105 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-406db569-081c-493b-a7f0-cfbac256615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.741310 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:49.110438 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8111f456-65cb-41cc-9bcf-84012417b316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:50.140782 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.437572 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.789431 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.365511 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.300897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35f29aca-ec9a-41f7-8103-4a9f7da5a081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.114739 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f5a3fd6-5d1b-4ab5-9475-58b4f8224c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.133368 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.440612 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:21.792700 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:24.741691 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:44.378343 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.301712 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33e4764d-e6bd-44b5-ac22-f8448c55b21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:49.117084 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9004db4-8761-4c47-b066-8045d33f8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:50.136378 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:51.442897 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:51.796166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:58.571721 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-ef17e815-5c96-4f97-86a3-8f85efa17505 req-c84e1a23-cb96-48bc-8fb3-d42a93015759 service neutron] (83979) timed out ('10.222.0.65', 53397) {{(pid=83979) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:05:59.045588 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.wsgi [req-ed95e6a4-a8f3-4712-ab53-1e688eb0cea6 req-c6c66e12-d1fc-4960-a12c-bdb1c64a8e38 service neutron] (83980) timed out ('10.222.0.65', 53405) {{(pid=83980) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 18:06:01.741646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:14.364367 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.303642 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b688da8-fdba-4fea-a9ed-0d5a4ccd08b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.120627 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-774f5ba0-1fc4-4276-b78a-fd07f367b876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.141166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.444985 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.800290 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.742061 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:44.378345 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.304718 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2bcd835-e10f-45b0-a394-838fc4b3383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.125041 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e24a675-c6b4-4505-8909-0cc2527d428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:50.142542 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:51.448553 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:51.803716 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:14.378352 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.741980 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:07:17.306214 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55e9193f-9890-4d12-ae8c-f04976b15a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:19.126860 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-737380d4-ece4-4045-98b6-e10405a6a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:20.145023 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:21.451284 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:21.805387 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:44.394583 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:47.308503 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a5e63b62-59d1-4967-8afa-85276b2dd7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.128483 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f97f046c-a8fc-4e12-9d91-918122251ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.147398 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.452570 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.807788 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.741908 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:14.408665 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.308936 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e67573d7-f590-4bbb-897f-ccad45ed4843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.129926 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-80fdcd81-75b7-4ff8-b3d9-453ce41f801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:20.150251 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.455622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.812649 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.742731 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:44.410646 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.310114 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a668cc-26b6-4f3e-907d-66c32db355a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.131622 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35299578-1147-44f5-8a18-3a0cff151972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:50.152681 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.458628 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.815072 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.741807 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:09:14.415695 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.311965 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-795026c4-6f6d-4ad0-9574-94697a7029f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:19.132569 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8b87b36-27f1-4c67-9ada-da7beea4b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.155685 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:21.460717 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:21.818365 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:43.741400 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:09:44.410494 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:47.314171 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7a57ba8e-c561-4e7f-9df5-e8ae0aa0c48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:49.133847 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-378af6f8-1e6f-4302-8bda-404df9b28a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:50.157916 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:51.463547 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:51.822289 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47b0e482-6d7c-4608-816d-13e3e5873938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:14.426006 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c9c4432-3944-41eb-aee3-33892f952221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:17.316032 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0fd405c-315f-495a-ba03-3fed0daaa152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:19.136910 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6781eb39-a0c2-4413-b76a-e798c2b292e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:20.168166 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7e6-c3fb-4da0-bfde-c87ec9c8aedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:20.740876 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron.db.agents_db [None req-467a6864-e398-4192-8a9b-32620634587b None None] Agent healthcheck: found 6 active agents {{(pid=83982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:10:21.466517 dv-cinder-760199-3-iscsi neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd0949e7-45da-491c-90d8-a6bf5d4d93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264273369870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3799905'] for agent, after_update {{(pid=83981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}